2024-11-20 08:16:39,559 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-20 08:16:39,578 main DEBUG Took 0.016647 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 08:16:39,578 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 08:16:39,578 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 08:16:39,579 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 08:16:39,580 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:16:39,587 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 08:16:39,598 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:16:39,599 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:16:39,600 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:16:39,600 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:16:39,600 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:16:39,601 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:16:39,601 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:16:39,602 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:16:39,602 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:16:39,602 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:16:39,603 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:16:39,603 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:16:39,604 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:16:39,604 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:16:39,604 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:16:39,605 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:16:39,605 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:16:39,605 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:16:39,606 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:16:39,606 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:16:39,607 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:16:39,607 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:16:39,607 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:16:39,607 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:16:39,608 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:16:39,608 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 08:16:39,610 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:16:39,611 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 08:16:39,612 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 08:16:39,613 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 08:16:39,614 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 08:16:39,614 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 08:16:39,622 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 08:16:39,625 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 08:16:39,626 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 08:16:39,626 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 08:16:39,627 main DEBUG createAppenders(={Console}) 2024-11-20 08:16:39,627 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-20 08:16:39,628 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-20 08:16:39,628 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-20 08:16:39,629 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 08:16:39,629 main DEBUG OutputStream closed 2024-11-20 08:16:39,629 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 08:16:39,629 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 08:16:39,629 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-20 08:16:39,696 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 08:16:39,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 08:16:39,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 08:16:39,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 08:16:39,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 08:16:39,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 08:16:39,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 08:16:39,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 08:16:39,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 08:16:39,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 08:16:39,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 08:16:39,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 08:16:39,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 08:16:39,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 08:16:39,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 08:16:39,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 08:16:39,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 08:16:39,704 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 08:16:39,706 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 08:16:39,707 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-20 08:16:39,707 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 08:16:39,708 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-20T08:16:39,722 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-20 08:16:39,725 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 08:16:39,725 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T08:16:39,780 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=313, ProcessCount=11, AvailableMemoryMB=7468 2024-11-20T08:16:39,992 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-20T08:16:40,033 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e 2024-11-20T08:16:40,037 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/cluster_70d472db-41a2-e54b-c37f-5add75c54de3, deleteOnExit=true 2024-11-20T08:16:40,133 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/cluster_70d472db-41a2-e54b-c37f-5add75c54de3/zookeeper_0, clientPort=63237, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/cluster_70d472db-41a2-e54b-c37f-5add75c54de3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/cluster_70d472db-41a2-e54b-c37f-5add75c54de3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T08:16:40,150 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63237 2024-11-20T08:16:40,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:16:40,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T08:16:40,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/test.cache.data in system properties and HBase conf 2024-11-20T08:16:40,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:16:40,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:16:40,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:16:40,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:16:40,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T08:16:40,243 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T08:16:40,338 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:16:40,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:16:40,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:16:40,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:16:40,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:16:40,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:16:40,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:16:40,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:16:40,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:16:40,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:16:40,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:16:40,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:16:40,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:16:40,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:16:40,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:16:41,298 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T08:16:41,388 INFO [Time-limited test {}] log.Log(170): Logging initialized @2550ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T08:16:41,474 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:16:41,547 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:16:41,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:16:41,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:16:41,570 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:16:41,582 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:16:41,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:16:41,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:16:41,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/java.io.tmpdir/jetty-localhost-46383-hadoop-hdfs-3_4_1-tests_jar-_-any-1757177122170819868/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:16:41,772 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:46383} 2024-11-20T08:16:41,772 INFO [Time-limited test {}] server.Server(415): Started @2935ms 2024-11-20T08:16:42,174 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:16:42,182 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:16:42,183 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:16:42,183 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:16:42,184 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:16:42,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:16:42,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:16:42,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/java.io.tmpdir/jetty-localhost-41323-hadoop-hdfs-3_4_1-tests_jar-_-any-13118372004030403937/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:16:42,309 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:41323} 2024-11-20T08:16:42,309 INFO [Time-limited test {}] server.Server(415): Started @3472ms 2024-11-20T08:16:42,366 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:16:42,857 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/cluster_70d472db-41a2-e54b-c37f-5add75c54de3/data/data1/current/BP-1382353047-172.17.0.2-1732090601037/current, will proceed with Du for space computation calculation, 2024-11-20T08:16:42,857 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/cluster_70d472db-41a2-e54b-c37f-5add75c54de3/data/data2/current/BP-1382353047-172.17.0.2-1732090601037/current, will proceed with Du for space computation calculation, 2024-11-20T08:16:42,900 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:16:42,956 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3f4fd4623bf9d48 with lease ID 0x383e25a280ed3525: Processing first storage report for DS-ee23c597-ecdf-4cd7-aad4-50fcbb85c144 from datanode DatanodeRegistration(127.0.0.1:39127, datanodeUuid=6f86e95f-bab4-4ea6-ac1f-c5b2864f72b0, infoPort=40163, infoSecurePort=0, ipcPort=33965, storageInfo=lv=-57;cid=testClusterID;nsid=529226316;c=1732090601037) 2024-11-20T08:16:42,957 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3f4fd4623bf9d48 with lease ID 0x383e25a280ed3525: from storage DS-ee23c597-ecdf-4cd7-aad4-50fcbb85c144 node DatanodeRegistration(127.0.0.1:39127, datanodeUuid=6f86e95f-bab4-4ea6-ac1f-c5b2864f72b0, infoPort=40163, infoSecurePort=0, ipcPort=33965, storageInfo=lv=-57;cid=testClusterID;nsid=529226316;c=1732090601037), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T08:16:42,958 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe3f4fd4623bf9d48 with lease ID 0x383e25a280ed3525: Processing first storage report for DS-b81d2a69-ba67-4ba0-92dc-db2af3d1efd6 from datanode DatanodeRegistration(127.0.0.1:39127, datanodeUuid=6f86e95f-bab4-4ea6-ac1f-c5b2864f72b0, infoPort=40163, infoSecurePort=0, ipcPort=33965, storageInfo=lv=-57;cid=testClusterID;nsid=529226316;c=1732090601037) 2024-11-20T08:16:42,958 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe3f4fd4623bf9d48 with lease ID 0x383e25a280ed3525: from storage DS-b81d2a69-ba67-4ba0-92dc-db2af3d1efd6 node DatanodeRegistration(127.0.0.1:39127, datanodeUuid=6f86e95f-bab4-4ea6-ac1f-c5b2864f72b0, infoPort=40163, infoSecurePort=0, ipcPort=33965, storageInfo=lv=-57;cid=testClusterID;nsid=529226316;c=1732090601037), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:16:43,049 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e 2024-11-20T08:16:43,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:16:43,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:16:43,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:16:43,743 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f with version=8 2024-11-20T08:16:43,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/hbase-staging 2024-11-20T08:16:43,843 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T08:16:44,099 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:16:44,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:16:44,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:16:44,117 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:16:44,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:16:44,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:16:44,261 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:16:44,321 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T08:16:44,329 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T08:16:44,333 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:16:44,360 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12374 (auto-detected) 2024-11-20T08:16:44,361 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T08:16:44,380 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38669 2024-11-20T08:16:44,401 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38669 connecting to ZooKeeper ensemble=127.0.0.1:63237 2024-11-20T08:16:44,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386690x0, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:16:44,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38669-0x1013473053c0000 connected 2024-11-20T08:16:44,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:16:44,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:16:44,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Set watcher on znode that does not yet exist, /0-445550394/running 2024-11-20T08:16:44,480 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f, hbase.cluster.distributed=false 2024-11-20T08:16:44,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Set watcher on znode that does not yet exist, /0-445550394/acl 2024-11-20T08:16:44,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38669 2024-11-20T08:16:44,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38669 2024-11-20T08:16:44,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38669 2024-11-20T08:16:44,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38669 2024-11-20T08:16:44,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38669 2024-11-20T08:16:44,625 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:16:44,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:16:44,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:16:44,627 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:16:44,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:16:44,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:16:44,630 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:16:44,632 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:16:44,633 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37367 2024-11-20T08:16:44,635 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37367 connecting to ZooKeeper ensemble=127.0.0.1:63237 2024-11-20T08:16:44,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:16:44,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:16:44,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373670x0, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:16:44,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373670x0, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Set watcher on znode that does not yet exist, /0-445550394/running 2024-11-20T08:16:44,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37367-0x1013473053c0001 connected 2024-11-20T08:16:44,652 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:16:44,660 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:16:44,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37367-0x1013473053c0001, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Set watcher on znode that does not yet exist, /0-445550394/master 2024-11-20T08:16:44,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37367-0x1013473053c0001, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Set watcher on znode that does not yet exist, /0-445550394/acl 2024-11-20T08:16:44,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37367 2024-11-20T08:16:44,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37367 2024-11-20T08:16:44,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37367 2024-11-20T08:16:44,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37367 2024-11-20T08:16:44,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37367 2024-11-20T08:16:44,690 DEBUG [M:0;3354ef74e3b7:38669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3354ef74e3b7:38669 2024-11-20T08:16:44,691 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-445550394/backup-masters/3354ef74e3b7,38669,1732090603898 2024-11-20T08:16:44,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394/backup-masters 2024-11-20T08:16:44,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1013473053c0001, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394/backup-masters 2024-11-20T08:16:44,702 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Set watcher on existing znode=/0-445550394/backup-masters/3354ef74e3b7,38669,1732090603898 2024-11-20T08:16:44,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394 2024-11-20T08:16:44,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1013473053c0001, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-445550394/master 2024-11-20T08:16:44,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1013473053c0001, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394 2024-11-20T08:16:44,724 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Set watcher on existing znode=/0-445550394/master 2024-11-20T08:16:44,726 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-445550394/backup-masters/3354ef74e3b7,38669,1732090603898 from backup master directory 2024-11-20T08:16:44,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-445550394/backup-masters/3354ef74e3b7,38669,1732090603898 2024-11-20T08:16:44,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1013473053c0001, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394/backup-masters 2024-11-20T08:16:44,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394/backup-masters 2024-11-20T08:16:44,730 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:16:44,730 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3354ef74e3b7,38669,1732090603898 2024-11-20T08:16:44,732 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T08:16:44,733 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T08:16:44,798 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/hbase.id] with ID: 40eae52e-f8b5-469e-bc86-27935b35b28b 2024-11-20T08:16:44,798 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/.tmp/hbase.id 2024-11-20T08:16:44,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:16:45,212 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/.tmp/hbase.id]:[hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/hbase.id] 2024-11-20T08:16:45,257 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:16:45,262 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:16:45,281 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-20T08:16:45,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394 2024-11-20T08:16:45,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1013473053c0001, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394 2024-11-20T08:16:45,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:16:45,708 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:16:45,710 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:16:45,728 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:16:45,733 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:16:45,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:16:45,783 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store 2024-11-20T08:16:45,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:16:46,211 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T08:16:46,215 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:16:46,216 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:16:46,216 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:16:46,216 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:16:46,218 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:16:46,218 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:16:46,218 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:16:46,219 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090606216Disabling compacts and flushes for region at 1732090606216Disabling writes for close at 1732090606218 (+2 ms)Writing region close event to WAL at 1732090606218Closed at 1732090606218 2024-11-20T08:16:46,222 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/.initializing 2024-11-20T08:16:46,222 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/WALs/3354ef74e3b7,38669,1732090603898 2024-11-20T08:16:46,231 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:16:46,247 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C38669%2C1732090603898, suffix=, logDir=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/WALs/3354ef74e3b7,38669,1732090603898, archiveDir=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/oldWALs, maxLogs=10 2024-11-20T08:16:46,272 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/WALs/3354ef74e3b7,38669,1732090603898/3354ef74e3b7%2C38669%2C1732090603898.1732090606252, exclude list is [], retry=0 2024-11-20T08:16:46,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39127,DS-ee23c597-ecdf-4cd7-aad4-50fcbb85c144,DISK] 2024-11-20T08:16:46,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T08:16:46,329 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/WALs/3354ef74e3b7,38669,1732090603898/3354ef74e3b7%2C38669%2C1732090603898.1732090606252 2024-11-20T08:16:46,330 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40163:40163)] 2024-11-20T08:16:46,330 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:16:46,331 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:16:46,334 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:16:46,335 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:16:46,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:16:46,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:16:46,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:46,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:16:46,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:16:46,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:16:46,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:46,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:16:46,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:16:46,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:16:46,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:46,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:16:46,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:16:46,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:16:46,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:46,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:16:46,422 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:16:46,426 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:16:46,427 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:16:46,432 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:16:46,433 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:16:46,437 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:16:46,440 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:16:46,445 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:16:46,446 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64661167, jitterRate=-0.03647352755069733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:16:46,452 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732090606349Initializing all the Stores at 1732090606351 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090606352 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090606353 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090606353Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090606353Cleaning up temporary data from old regions at 1732090606433 (+80 ms)Region opened successfully at 1732090606452 (+19 ms) 2024-11-20T08:16:46,454 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:16:46,488 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac6d3ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:16:46,522 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T08:16:46,534 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:16:46,535 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:16:46,538 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:16:46,539 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T08:16:46,545 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-20T08:16:46,545 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:16:46,578 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:16:46,587 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Unable to get data of znode /0-445550394/balancer because node does not exist (not necessarily an error) 2024-11-20T08:16:46,589 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-445550394/balancer already deleted, retry=false 2024-11-20T08:16:46,592 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:16:46,593 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Unable to get data of znode /0-445550394/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:16:46,597 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-445550394/normalizer already deleted, retry=false 2024-11-20T08:16:46,599 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:16:46,602 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Unable to get data of znode /0-445550394/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:16:46,603 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-445550394/switch/split already deleted, retry=false 2024-11-20T08:16:46,605 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Unable to get data of znode /0-445550394/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:16:46,606 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-445550394/switch/merge already deleted, retry=false 2024-11-20T08:16:46,626 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Unable to get data of znode /0-445550394/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:16:46,628 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-445550394/snapshot-cleanup already deleted, retry=false 2024-11-20T08:16:46,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-445550394/running 2024-11-20T08:16:46,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1013473053c0001, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-445550394/running 2024-11-20T08:16:46,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394 2024-11-20T08:16:46,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1013473053c0001, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394 2024-11-20T08:16:46,636 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3354ef74e3b7,38669,1732090603898, sessionid=0x1013473053c0000, setting cluster-up flag (Was=false) 2024-11-20T08:16:46,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394 2024-11-20T08:16:46,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1013473053c0001, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394 2024-11-20T08:16:46,655 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-445550394/flush-table-proc/acquired, /0-445550394/flush-table-proc/reached, /0-445550394/flush-table-proc/abort 2024-11-20T08:16:46,657 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,38669,1732090603898 2024-11-20T08:16:46,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394 2024-11-20T08:16:46,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1013473053c0001, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394 2024-11-20T08:16:46,669 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-445550394/online-snapshot/acquired, /0-445550394/online-snapshot/reached, /0-445550394/online-snapshot/abort 2024-11-20T08:16:46,670 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,38669,1732090603898 2024-11-20T08:16:46,677 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T08:16:46,754 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:16:46,764 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:16:46,770 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:16:46,776 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3354ef74e3b7,38669,1732090603898 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:16:46,780 INFO [RS:0;3354ef74e3b7:37367 {}] regionserver.HRegionServer(746): ClusterId : 40eae52e-f8b5-469e-bc86-27935b35b28b 2024-11-20T08:16:46,782 DEBUG [RS:0;3354ef74e3b7:37367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:16:46,784 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:16:46,784 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:16:46,784 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:16:46,784 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:16:46,784 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3354ef74e3b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:16:46,785 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:16:46,785 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:16:46,785 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:16:46,787 DEBUG [RS:0;3354ef74e3b7:37367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:16:46,787 DEBUG [RS:0;3354ef74e3b7:37367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:16:46,789 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090636788 2024-11-20T08:16:46,790 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:16:46,791 DEBUG [RS:0;3354ef74e3b7:37367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:16:46,791 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:16:46,792 DEBUG [RS:0;3354ef74e3b7:37367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d4f39e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:16:46,793 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:16:46,793 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:16:46,795 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:16:46,796 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:16:46,796 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:16:46,796 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:16:46,801 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:46,799 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:46,801 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:16:46,802 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:16:46,804 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:16:46,804 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:16:46,805 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T08:16:46,810 DEBUG [RS:0;3354ef74e3b7:37367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3354ef74e3b7:37367 2024-11-20T08:16:46,810 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:16:46,811 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:16:46,813 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090606813,5,FailOnTimeoutGroup] 2024-11-20T08:16:46,814 INFO [RS:0;3354ef74e3b7:37367 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:16:46,814 INFO [RS:0;3354ef74e3b7:37367 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:16:46,814 DEBUG [RS:0;3354ef74e3b7:37367 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:16:46,814 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090606813,5,FailOnTimeoutGroup] 2024-11-20T08:16:46,814 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:46,814 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:16:46,815 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:46,816 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:46,817 INFO [RS:0;3354ef74e3b7:37367 {}] regionserver.HRegionServer(2659): reportForDuty to master=3354ef74e3b7,38669,1732090603898 with port=37367, startcode=1732090604584 2024-11-20T08:16:46,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741831_1007 (size=1321) 2024-11-20T08:16:46,830 DEBUG [RS:0;3354ef74e3b7:37367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:16:46,864 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:16:46,870 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38669 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3354ef74e3b7,37367,1732090604584 2024-11-20T08:16:46,872 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38669 {}] master.ServerManager(517): Registering regionserver=3354ef74e3b7,37367,1732090604584 2024-11-20T08:16:46,887 DEBUG [RS:0;3354ef74e3b7:37367 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f 2024-11-20T08:16:46,887 DEBUG [RS:0;3354ef74e3b7:37367 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34279 2024-11-20T08:16:46,887 DEBUG [RS:0;3354ef74e3b7:37367 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:16:46,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394/rs 2024-11-20T08:16:46,892 DEBUG [RS:0;3354ef74e3b7:37367 {}] zookeeper.ZKUtil(111): regionserver:37367-0x1013473053c0001, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Set watcher on existing znode=/0-445550394/rs/3354ef74e3b7,37367,1732090604584 2024-11-20T08:16:46,892 WARN [RS:0;3354ef74e3b7:37367 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:16:46,892 INFO [RS:0;3354ef74e3b7:37367 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:16:46,892 DEBUG [RS:0;3354ef74e3b7:37367 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584 2024-11-20T08:16:46,894 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3354ef74e3b7,37367,1732090604584] 2024-11-20T08:16:46,919 INFO [RS:0;3354ef74e3b7:37367 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:16:46,932 INFO [RS:0;3354ef74e3b7:37367 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:16:46,938 INFO [RS:0;3354ef74e3b7:37367 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:16:46,938 INFO [RS:0;3354ef74e3b7:37367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:46,939 INFO [RS:0;3354ef74e3b7:37367 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:16:46,947 INFO [RS:0;3354ef74e3b7:37367 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:16:46,949 INFO [RS:0;3354ef74e3b7:37367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:46,949 DEBUG [RS:0;3354ef74e3b7:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:16:46,949 DEBUG [RS:0;3354ef74e3b7:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:16:46,949 DEBUG [RS:0;3354ef74e3b7:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:16:46,950 DEBUG [RS:0;3354ef74e3b7:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:16:46,950 DEBUG [RS:0;3354ef74e3b7:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:16:46,950 DEBUG [RS:0;3354ef74e3b7:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:16:46,950 DEBUG [RS:0;3354ef74e3b7:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:16:46,950 DEBUG [RS:0;3354ef74e3b7:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:16:46,950 DEBUG [RS:0;3354ef74e3b7:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:16:46,951 DEBUG [RS:0;3354ef74e3b7:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:16:46,951 DEBUG [RS:0;3354ef74e3b7:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:16:46,951 DEBUG [RS:0;3354ef74e3b7:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:16:46,951 DEBUG [RS:0;3354ef74e3b7:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:16:46,951 DEBUG [RS:0;3354ef74e3b7:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:16:46,952 INFO [RS:0;3354ef74e3b7:37367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:46,952 INFO [RS:0;3354ef74e3b7:37367 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:46,953 INFO [RS:0;3354ef74e3b7:37367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:46,953 INFO [RS:0;3354ef74e3b7:37367 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:46,953 INFO [RS:0;3354ef74e3b7:37367 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:46,953 INFO [RS:0;3354ef74e3b7:37367 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,37367,1732090604584-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:16:46,974 INFO [RS:0;3354ef74e3b7:37367 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:16:46,976 INFO [RS:0;3354ef74e3b7:37367 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,37367,1732090604584-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:46,976 INFO [RS:0;3354ef74e3b7:37367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:46,976 INFO [RS:0;3354ef74e3b7:37367 {}] regionserver.Replication(171): 3354ef74e3b7,37367,1732090604584 started 2024-11-20T08:16:46,995 INFO [RS:0;3354ef74e3b7:37367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:46,995 INFO [RS:0;3354ef74e3b7:37367 {}] regionserver.HRegionServer(1482): Serving as 3354ef74e3b7,37367,1732090604584, RpcServer on 3354ef74e3b7/172.17.0.2:37367, sessionid=0x1013473053c0001 2024-11-20T08:16:46,996 DEBUG [RS:0;3354ef74e3b7:37367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:16:46,996 DEBUG [RS:0;3354ef74e3b7:37367 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3354ef74e3b7,37367,1732090604584 2024-11-20T08:16:46,996 DEBUG [RS:0;3354ef74e3b7:37367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,37367,1732090604584' 2024-11-20T08:16:46,997 DEBUG [RS:0;3354ef74e3b7:37367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-445550394/flush-table-proc/abort' 2024-11-20T08:16:46,998 DEBUG [RS:0;3354ef74e3b7:37367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-445550394/flush-table-proc/acquired' 2024-11-20T08:16:46,998 DEBUG [RS:0;3354ef74e3b7:37367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:16:46,999 DEBUG [RS:0;3354ef74e3b7:37367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:16:46,999 DEBUG [RS:0;3354ef74e3b7:37367 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3354ef74e3b7,37367,1732090604584 2024-11-20T08:16:46,999 DEBUG [RS:0;3354ef74e3b7:37367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,37367,1732090604584' 2024-11-20T08:16:46,999 DEBUG [RS:0;3354ef74e3b7:37367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-445550394/online-snapshot/abort' 2024-11-20T08:16:46,999 DEBUG [RS:0;3354ef74e3b7:37367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-445550394/online-snapshot/acquired' 2024-11-20T08:16:47,000 DEBUG [RS:0;3354ef74e3b7:37367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:16:47,000 INFO [RS:0;3354ef74e3b7:37367 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:16:47,000 INFO [RS:0;3354ef74e3b7:37367 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:16:47,106 INFO [RS:0;3354ef74e3b7:37367 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:16:47,110 INFO [RS:0;3354ef74e3b7:37367 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C37367%2C1732090604584, suffix=, logDir=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584, archiveDir=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/oldWALs, maxLogs=10 2024-11-20T08:16:47,128 DEBUG [RS:0;3354ef74e3b7:37367 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584/3354ef74e3b7%2C37367%2C1732090604584.1732090607112, exclude list is [], retry=0 2024-11-20T08:16:47,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39127,DS-ee23c597-ecdf-4cd7-aad4-50fcbb85c144,DISK] 2024-11-20T08:16:47,136 INFO [RS:0;3354ef74e3b7:37367 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584/3354ef74e3b7%2C37367%2C1732090604584.1732090607112 2024-11-20T08:16:47,137 DEBUG [RS:0;3354ef74e3b7:37367 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40163:40163)] 2024-11-20T08:16:47,221 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T08:16:47,221 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f 2024-11-20T08:16:47,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741833_1009 (size=32) 2024-11-20T08:16:47,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:16:47,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:16:47,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:16:47,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:47,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:16:47,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:16:47,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:16:47,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:47,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:16:47,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:16:47,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:16:47,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:47,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:16:47,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:16:47,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:16:47,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:47,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:16:47,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:16:47,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740 2024-11-20T08:16:47,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740 2024-11-20T08:16:47,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:16:47,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:16:47,658 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:16:47,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:16:47,665 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:16:47,666 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66549554, jitterRate=-0.008334368467330933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:16:47,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732090607634Initializing all the Stores at 1732090607636 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090607636Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090607636Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090607636Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090607636Cleaning up temporary data from old regions at 1732090607657 (+21 ms)Region opened successfully at 1732090607670 (+13 ms) 2024-11-20T08:16:47,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:16:47,670 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:16:47,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:16:47,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:16:47,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:16:47,672 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:16:47,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090607670Disabling compacts and flushes for region at 1732090607670Disabling writes for close at 1732090607670Writing region close event to WAL at 1732090607672 (+2 ms)Closed at 1732090607672 2024-11-20T08:16:47,676 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:16:47,676 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T08:16:47,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:16:47,692 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:16:47,695 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:16:47,847 DEBUG [3354ef74e3b7:38669 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:16:47,860 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3354ef74e3b7,37367,1732090604584 2024-11-20T08:16:47,867 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,37367,1732090604584, state=OPENING 2024-11-20T08:16:47,874 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:16:47,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394 2024-11-20T08:16:47,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1013473053c0001, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394 2024-11-20T08:16:47,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-445550394/meta-region-server: CHANGED 2024-11-20T08:16:47,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-445550394/meta-region-server: CHANGED 2024-11-20T08:16:47,879 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:16:47,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,37367,1732090604584}] 2024-11-20T08:16:48,057 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:16:48,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:16:48,072 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:16:48,072 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:16:48,073 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:16:48,077 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C37367%2C1732090604584.meta, suffix=.meta, logDir=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584, archiveDir=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/oldWALs, maxLogs=10 2024-11-20T08:16:48,093 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584/3354ef74e3b7%2C37367%2C1732090604584.meta.1732090608078.meta, exclude list is [], retry=0 2024-11-20T08:16:48,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39127,DS-ee23c597-ecdf-4cd7-aad4-50fcbb85c144,DISK] 2024-11-20T08:16:48,100 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584/3354ef74e3b7%2C37367%2C1732090604584.meta.1732090608078.meta 2024-11-20T08:16:48,101 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40163:40163)] 2024-11-20T08:16:48,101 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:16:48,106 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:16:48,107 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:16:48,110 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:16:48,112 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:16:48,116 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:16:48,117 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:16:48,117 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:16:48,117 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:16:48,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:16:48,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:16:48,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:48,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:16:48,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:16:48,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:16:48,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:48,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:16:48,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:16:48,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:16:48,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:48,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:16:48,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:16:48,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:16:48,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:48,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:16:48,130 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:16:48,131 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740 2024-11-20T08:16:48,134 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740 2024-11-20T08:16:48,136 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:16:48,137 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:16:48,137 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:16:48,140 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:16:48,142 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67772088, jitterRate=0.009882807731628418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:16:48,142 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:16:48,143 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732090608117Writing region info on filesystem at 1732090608118 (+1 ms)Initializing all the Stores at 1732090608120 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090608120Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090608120Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090608120Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090608120Cleaning up temporary data from old regions at 1732090608137 (+17 ms)Running coprocessor post-open hooks at 1732090608142 (+5 ms)Region opened successfully at 1732090608143 (+1 ms) 2024-11-20T08:16:48,151 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090608048 2024-11-20T08:16:48,163 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:16:48,163 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:16:48,165 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,37367,1732090604584 2024-11-20T08:16:48,167 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,37367,1732090604584, state=OPEN 2024-11-20T08:16:48,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-445550394/meta-region-server 2024-11-20T08:16:48,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1013473053c0001, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-445550394/meta-region-server 2024-11-20T08:16:48,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-445550394/meta-region-server: CHANGED 2024-11-20T08:16:48,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-445550394/meta-region-server: CHANGED 2024-11-20T08:16:48,173 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3354ef74e3b7,37367,1732090604584 2024-11-20T08:16:48,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:16:48,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,37367,1732090604584 in 293 msec 2024-11-20T08:16:48,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:16:48,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 498 msec 2024-11-20T08:16:48,186 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:16:48,186 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T08:16:48,206 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:16:48,207 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,37367,1732090604584, seqNum=-1] 2024-11-20T08:16:48,229 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:16:48,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:16:48,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5450 sec 2024-11-20T08:16:48,253 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090608253, completionTime=-1 2024-11-20T08:16:48,256 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T08:16:48,256 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T08:16:48,286 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T08:16:48,286 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090668286 2024-11-20T08:16:48,286 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090728286 2024-11-20T08:16:48,286 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 30 msec 2024-11-20T08:16:48,289 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38669,1732090603898-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:48,289 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38669,1732090603898-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:48,289 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38669,1732090603898-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:48,291 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3354ef74e3b7:38669, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:48,291 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:48,292 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:48,320 DEBUG [master/3354ef74e3b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T08:16:48,349 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.619sec 2024-11-20T08:16:48,350 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:16:48,352 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:16:48,353 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:16:48,353 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:16:48,353 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:16:48,354 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38669,1732090603898-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:16:48,355 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38669,1732090603898-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:16:48,364 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:16:48,365 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:16:48,365 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38669,1732090603898-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:48,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:48,392 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T08:16:48,393 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T08:16:48,396 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,38669,-1 for getting cluster id 2024-11-20T08:16:48,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:16:48,406 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40eae52e-f8b5-469e-bc86-27935b35b28b' 2024-11-20T08:16:48,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:16:48,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40eae52e-f8b5-469e-bc86-27935b35b28b" 2024-11-20T08:16:48,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2479a655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:48,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,38669,-1] 2024-11-20T08:16:48,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:16:48,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:48,416 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:16:48,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:48,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:16:48,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,37367,1732090604584, seqNum=-1] 2024-11-20T08:16:48,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:16:48,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:16:48,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3354ef74e3b7,38669,1732090603898 2024-11-20T08:16:48,453 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63237 2024-11-20T08:16:48,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:16:48,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013473053c0002 connected 2024-11-20T08:16:48,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/hadoop.log.dir so I do NOT create it in target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf 2024-11-20T08:16:48,476 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T08:16:48,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/hadoop.tmp.dir so I do NOT create it in target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf 2024-11-20T08:16:48,476 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T08:16:48,476 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf 2024-11-20T08:16:48,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:16:48,476 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/cluster_f71888c7-534c-5a30-2b65-460c3459b45f, deleteOnExit=true 2024-11-20T08:16:48,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T08:16:48,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/test.cache.data in system properties and HBase conf 2024-11-20T08:16:48,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:16:48,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:16:48,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:16:48,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:16:48,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T08:16:48,477 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:16:48,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:16:48,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:16:48,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:16:48,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:16:48,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:16:48,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:16:48,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:16:48,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:16:48,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:16:48,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:16:48,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:16:48,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:16:48,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:16:48,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:16:48,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:16:48,578 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:16:48,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:16:48,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:16:48,580 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:16:48,580 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:16:48,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:16:48,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:16:48,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/java.io.tmpdir/jetty-localhost-37483-hadoop-hdfs-3_4_1-tests_jar-_-any-14123754808528400784/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:16:48,714 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:37483} 2024-11-20T08:16:48,714 INFO [Time-limited test {}] server.Server(415): Started @9877ms 2024-11-20T08:16:48,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:16:48,806 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:16:48,807 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:16:48,807 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:16:48,807 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:16:48,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:16:48,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:16:48,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/java.io.tmpdir/jetty-localhost-46347-hadoop-hdfs-3_4_1-tests_jar-_-any-13387428750369239290/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:16:48,925 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:46347} 2024-11-20T08:16:48,925 INFO [Time-limited test {}] server.Server(415): Started @10088ms 2024-11-20T08:16:48,926 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:16:49,062 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/cluster_f71888c7-534c-5a30-2b65-460c3459b45f/data/data1/current/BP-191825986-172.17.0.2-1732090608511/current, will proceed with Du for space computation calculation, 2024-11-20T08:16:49,062 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/cluster_f71888c7-534c-5a30-2b65-460c3459b45f/data/data2/current/BP-191825986-172.17.0.2-1732090608511/current, will proceed with Du for space computation calculation, 2024-11-20T08:16:49,080 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:16:49,084 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa632e0c961a84f07 with lease ID 0x596b1766d9614ac5: Processing first storage report for DS-eac5e51b-645d-4425-ab7f-5880ff1c3776 from datanode DatanodeRegistration(127.0.0.1:41059, datanodeUuid=d61b20ef-45f0-413e-a4b9-ceca6aa8cec1, infoPort=36403, infoSecurePort=0, ipcPort=37445, storageInfo=lv=-57;cid=testClusterID;nsid=2045650384;c=1732090608511) 2024-11-20T08:16:49,085 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa632e0c961a84f07 with lease ID 0x596b1766d9614ac5: from storage DS-eac5e51b-645d-4425-ab7f-5880ff1c3776 node DatanodeRegistration(127.0.0.1:41059, datanodeUuid=d61b20ef-45f0-413e-a4b9-ceca6aa8cec1, infoPort=36403, infoSecurePort=0, ipcPort=37445, storageInfo=lv=-57;cid=testClusterID;nsid=2045650384;c=1732090608511), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:16:49,085 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa632e0c961a84f07 with lease ID 0x596b1766d9614ac5: Processing first storage report for DS-c20c9909-4e1e-402b-afb7-9fa009f81a02 from datanode DatanodeRegistration(127.0.0.1:41059, datanodeUuid=d61b20ef-45f0-413e-a4b9-ceca6aa8cec1, infoPort=36403, infoSecurePort=0, ipcPort=37445, storageInfo=lv=-57;cid=testClusterID;nsid=2045650384;c=1732090608511) 2024-11-20T08:16:49,085 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa632e0c961a84f07 with lease ID 0x596b1766d9614ac5: from storage DS-c20c9909-4e1e-402b-afb7-9fa009f81a02 node DatanodeRegistration(127.0.0.1:41059, datanodeUuid=d61b20ef-45f0-413e-a4b9-ceca6aa8cec1, infoPort=36403, infoSecurePort=0, ipcPort=37445, storageInfo=lv=-57;cid=testClusterID;nsid=2045650384;c=1732090608511), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:16:49,157 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf 2024-11-20T08:16:49,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:16:49,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:16:49,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:16:49,573 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a with version=8 2024-11-20T08:16:49,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/hbase-staging 2024-11-20T08:16:49,575 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:16:49,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:16:49,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:16:49,576 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:16:49,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:16:49,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:16:49,576 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:16:49,576 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:16:49,577 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42047 2024-11-20T08:16:49,578 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42047 connecting to ZooKeeper ensemble=127.0.0.1:63237 2024-11-20T08:16:49,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420470x0, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:16:49,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42047-0x1013473053c0003 connected 2024-11-20T08:16:49,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:16:49,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:16:49,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Set watcher on znode that does not yet exist, /1-1877602748/running 2024-11-20T08:16:49,601 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a, hbase.cluster.distributed=false 2024-11-20T08:16:49,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Set watcher on znode that does not yet exist, /1-1877602748/acl 2024-11-20T08:16:49,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42047 2024-11-20T08:16:49,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42047 2024-11-20T08:16:49,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42047 2024-11-20T08:16:49,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42047 2024-11-20T08:16:49,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42047 2024-11-20T08:16:49,623 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:16:49,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:16:49,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:16:49,624 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:16:49,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:16:49,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:16:49,624 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:16:49,624 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:16:49,625 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45983 2024-11-20T08:16:49,627 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45983 connecting to ZooKeeper ensemble=127.0.0.1:63237 2024-11-20T08:16:49,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:16:49,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:16:49,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459830x0, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:16:49,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459830x0, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Set watcher on znode that does not yet exist, /1-1877602748/running 2024-11-20T08:16:49,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45983-0x1013473053c0004 connected 2024-11-20T08:16:49,638 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:16:49,640 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:16:49,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45983-0x1013473053c0004, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Set watcher on znode that does not yet exist, /1-1877602748/master 2024-11-20T08:16:49,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45983-0x1013473053c0004, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Set watcher on znode that does not yet exist, /1-1877602748/acl 2024-11-20T08:16:49,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45983 2024-11-20T08:16:49,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45983 2024-11-20T08:16:49,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45983 2024-11-20T08:16:49,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45983 2024-11-20T08:16:49,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45983 2024-11-20T08:16:49,665 DEBUG [M:0;3354ef74e3b7:42047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3354ef74e3b7:42047 2024-11-20T08:16:49,666 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1877602748/backup-masters/3354ef74e3b7,42047,1732090609575 2024-11-20T08:16:49,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1013473053c0004, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1877602748/backup-masters 2024-11-20T08:16:49,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1877602748/backup-masters 2024-11-20T08:16:49,669 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Set watcher on existing znode=/1-1877602748/backup-masters/3354ef74e3b7,42047,1732090609575 2024-11-20T08:16:49,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1013473053c0004, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1877602748/master 2024-11-20T08:16:49,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1877602748 2024-11-20T08:16:49,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1013473053c0004, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1877602748 2024-11-20T08:16:49,671 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Set watcher on existing znode=/1-1877602748/master 2024-11-20T08:16:49,672 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1877602748/backup-masters/3354ef74e3b7,42047,1732090609575 from backup master directory 2024-11-20T08:16:49,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1877602748/backup-masters/3354ef74e3b7,42047,1732090609575 2024-11-20T08:16:49,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1013473053c0004, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1877602748/backup-masters 2024-11-20T08:16:49,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1877602748/backup-masters 2024-11-20T08:16:49,675 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:16:49,675 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3354ef74e3b7,42047,1732090609575 2024-11-20T08:16:49,685 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/hbase.id] with ID: 7ddc0629-6a1b-4021-ac1e-c49250f06b6a 2024-11-20T08:16:49,685 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/.tmp/hbase.id 2024-11-20T08:16:49,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:16:49,693 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/.tmp/hbase.id]:[hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/hbase.id] 2024-11-20T08:16:49,717 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:16:49,717 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:16:49,720 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-20T08:16:49,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1877602748 2024-11-20T08:16:49,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1013473053c0004, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1877602748 2024-11-20T08:16:49,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:16:50,132 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:16:50,133 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:16:50,133 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:16:50,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:16:50,545 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/MasterData/data/master/store 2024-11-20T08:16:50,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:16:50,956 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:16:50,957 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:16:50,957 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:16:50,957 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:16:50,957 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:16:50,957 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:16:50,957 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:16:50,957 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090610957Disabling compacts and flushes for region at 1732090610957Disabling writes for close at 1732090610957Writing region close event to WAL at 1732090610957Closed at 1732090610957 2024-11-20T08:16:50,959 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/MasterData/data/master/store/.initializing 2024-11-20T08:16:50,959 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/MasterData/WALs/3354ef74e3b7,42047,1732090609575 2024-11-20T08:16:50,960 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:16:50,963 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C42047%2C1732090609575, suffix=, logDir=hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/MasterData/WALs/3354ef74e3b7,42047,1732090609575, archiveDir=hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/MasterData/oldWALs, maxLogs=10 2024-11-20T08:16:50,977 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/MasterData/WALs/3354ef74e3b7,42047,1732090609575/3354ef74e3b7%2C42047%2C1732090609575.1732090610963, exclude list is [], retry=0 2024-11-20T08:16:50,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41059,DS-eac5e51b-645d-4425-ab7f-5880ff1c3776,DISK] 2024-11-20T08:16:50,984 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/MasterData/WALs/3354ef74e3b7,42047,1732090609575/3354ef74e3b7%2C42047%2C1732090609575.1732090610963 2024-11-20T08:16:50,985 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36403:36403)] 2024-11-20T08:16:50,985 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:16:50,985 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:16:50,985 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:16:50,985 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:16:50,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:16:50,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:16:50,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:50,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:16:50,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:16:50,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:16:50,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:50,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:16:50,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:16:50,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:16:50,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:50,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:16:50,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:16:50,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:16:51,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:51,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:16:51,001 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:16:51,002 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:16:51,002 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:16:51,004 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:16:51,004 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:16:51,005 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:16:51,007 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:16:51,010 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:16:51,011 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74054627, jitterRate=0.10349993407726288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:16:51,011 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732090610986Initializing all the Stores at 1732090610987 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090610987Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090610987Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090610987Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090610988 (+1 ms)Cleaning up temporary data from old regions at 1732090611004 (+16 ms)Region opened successfully at 1732090611011 (+7 ms) 2024-11-20T08:16:51,011 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:16:51,017 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a588e49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:16:51,018 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T08:16:51,018 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:16:51,018 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:16:51,018 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:16:51,019 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:16:51,020 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:16:51,020 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:16:51,023 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:16:51,024 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Unable to get data of znode /1-1877602748/balancer because node does not exist (not necessarily an error) 2024-11-20T08:16:51,025 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1877602748/balancer already deleted, retry=false 2024-11-20T08:16:51,025 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:16:51,026 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Unable to get data of znode /1-1877602748/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:16:51,028 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1877602748/normalizer already deleted, retry=false 2024-11-20T08:16:51,028 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:16:51,029 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Unable to get data of znode /1-1877602748/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:16:51,031 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1877602748/switch/split already deleted, retry=false 2024-11-20T08:16:51,032 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Unable to get data of znode /1-1877602748/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:16:51,033 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1877602748/switch/merge already deleted, retry=false 2024-11-20T08:16:51,036 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Unable to get data of znode /1-1877602748/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:16:51,037 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1877602748/snapshot-cleanup already deleted, retry=false 2024-11-20T08:16:51,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1877602748/running 2024-11-20T08:16:51,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1013473053c0004, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1877602748/running 2024-11-20T08:16:51,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1877602748 2024-11-20T08:16:51,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1013473053c0004, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1877602748 2024-11-20T08:16:51,040 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3354ef74e3b7,42047,1732090609575, sessionid=0x1013473053c0003, setting cluster-up flag (Was=false) 2024-11-20T08:16:51,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1877602748 2024-11-20T08:16:51,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1013473053c0004, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1877602748 2024-11-20T08:16:51,049 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1877602748/flush-table-proc/acquired, /1-1877602748/flush-table-proc/reached, /1-1877602748/flush-table-proc/abort 2024-11-20T08:16:51,050 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,42047,1732090609575 2024-11-20T08:16:51,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1877602748 2024-11-20T08:16:51,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1013473053c0004, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1877602748 2024-11-20T08:16:51,062 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1877602748/online-snapshot/acquired, /1-1877602748/online-snapshot/reached, /1-1877602748/online-snapshot/abort 2024-11-20T08:16:51,063 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,42047,1732090609575 2024-11-20T08:16:51,065 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T08:16:51,069 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:16:51,070 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:16:51,070 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:16:51,070 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3354ef74e3b7,42047,1732090609575 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:16:51,072 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:16:51,072 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:16:51,072 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:16:51,073 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:16:51,073 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3354ef74e3b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:16:51,073 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:16:51,073 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:16:51,073 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:16:51,074 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090641074 2024-11-20T08:16:51,074 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:16:51,074 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:16:51,074 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:16:51,074 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:16:51,074 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:16:51,074 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:16:51,075 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:51,075 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:16:51,075 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:16:51,075 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:16:51,075 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T08:16:51,076 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:16:51,076 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:16:51,076 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:16:51,076 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:16:51,076 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090611076,5,FailOnTimeoutGroup] 2024-11-20T08:16:51,076 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090611076,5,FailOnTimeoutGroup] 2024-11-20T08:16:51,076 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:51,076 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:16:51,077 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:51,077 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:51,077 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:51,078 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:16:51,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741831_1007 (size=1321) 2024-11-20T08:16:51,150 INFO [RS:0;3354ef74e3b7:45983 {}] regionserver.HRegionServer(746): ClusterId : 7ddc0629-6a1b-4021-ac1e-c49250f06b6a 2024-11-20T08:16:51,150 DEBUG [RS:0;3354ef74e3b7:45983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:16:51,153 DEBUG [RS:0;3354ef74e3b7:45983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:16:51,153 DEBUG [RS:0;3354ef74e3b7:45983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:16:51,156 DEBUG [RS:0;3354ef74e3b7:45983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:16:51,157 DEBUG [RS:0;3354ef74e3b7:45983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a2f3a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:16:51,173 DEBUG [RS:0;3354ef74e3b7:45983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3354ef74e3b7:45983 2024-11-20T08:16:51,173 INFO [RS:0;3354ef74e3b7:45983 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:16:51,173 INFO [RS:0;3354ef74e3b7:45983 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:16:51,173 DEBUG [RS:0;3354ef74e3b7:45983 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:16:51,174 INFO [RS:0;3354ef74e3b7:45983 {}] regionserver.HRegionServer(2659): reportForDuty to master=3354ef74e3b7,42047,1732090609575 with port=45983, startcode=1732090609623 2024-11-20T08:16:51,174 DEBUG [RS:0;3354ef74e3b7:45983 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:16:51,177 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:16:51,178 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42047 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3354ef74e3b7,45983,1732090609623 2024-11-20T08:16:51,178 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42047 {}] master.ServerManager(517): Registering regionserver=3354ef74e3b7,45983,1732090609623 2024-11-20T08:16:51,183 DEBUG [RS:0;3354ef74e3b7:45983 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a 2024-11-20T08:16:51,183 DEBUG [RS:0;3354ef74e3b7:45983 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39155 2024-11-20T08:16:51,183 DEBUG [RS:0;3354ef74e3b7:45983 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:16:51,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1877602748/rs 2024-11-20T08:16:51,191 DEBUG [RS:0;3354ef74e3b7:45983 {}] zookeeper.ZKUtil(111): regionserver:45983-0x1013473053c0004, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Set watcher on existing znode=/1-1877602748/rs/3354ef74e3b7,45983,1732090609623 2024-11-20T08:16:51,191 WARN [RS:0;3354ef74e3b7:45983 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:16:51,191 INFO [RS:0;3354ef74e3b7:45983 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:16:51,191 DEBUG [RS:0;3354ef74e3b7:45983 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/WALs/3354ef74e3b7,45983,1732090609623 2024-11-20T08:16:51,191 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3354ef74e3b7,45983,1732090609623] 2024-11-20T08:16:51,200 INFO [RS:0;3354ef74e3b7:45983 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:16:51,209 INFO [RS:0;3354ef74e3b7:45983 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:16:51,216 INFO [RS:0;3354ef74e3b7:45983 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:16:51,216 INFO [RS:0;3354ef74e3b7:45983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:51,218 INFO [RS:0;3354ef74e3b7:45983 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:16:51,220 INFO [RS:0;3354ef74e3b7:45983 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:16:51,220 INFO [RS:0;3354ef74e3b7:45983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:51,220 DEBUG [RS:0;3354ef74e3b7:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:16:51,220 DEBUG [RS:0;3354ef74e3b7:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:16:51,221 DEBUG [RS:0;3354ef74e3b7:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:16:51,221 DEBUG [RS:0;3354ef74e3b7:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:16:51,221 DEBUG [RS:0;3354ef74e3b7:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:16:51,221 DEBUG [RS:0;3354ef74e3b7:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:16:51,221 DEBUG [RS:0;3354ef74e3b7:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:16:51,221 DEBUG [RS:0;3354ef74e3b7:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:16:51,221 DEBUG [RS:0;3354ef74e3b7:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:16:51,221 DEBUG [RS:0;3354ef74e3b7:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:16:51,222 DEBUG [RS:0;3354ef74e3b7:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:16:51,222 DEBUG [RS:0;3354ef74e3b7:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:16:51,222 DEBUG [RS:0;3354ef74e3b7:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:16:51,222 DEBUG [RS:0;3354ef74e3b7:45983 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:16:51,232 INFO [RS:0;3354ef74e3b7:45983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:51,233 INFO [RS:0;3354ef74e3b7:45983 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:51,233 INFO [RS:0;3354ef74e3b7:45983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:51,233 INFO [RS:0;3354ef74e3b7:45983 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:51,233 INFO [RS:0;3354ef74e3b7:45983 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:51,233 INFO [RS:0;3354ef74e3b7:45983 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,45983,1732090609623-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:16:51,254 INFO [RS:0;3354ef74e3b7:45983 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:16:51,254 INFO [RS:0;3354ef74e3b7:45983 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,45983,1732090609623-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:51,254 INFO [RS:0;3354ef74e3b7:45983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:51,254 INFO [RS:0;3354ef74e3b7:45983 {}] regionserver.Replication(171): 3354ef74e3b7,45983,1732090609623 started 2024-11-20T08:16:51,273 INFO [RS:0;3354ef74e3b7:45983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:51,273 INFO [RS:0;3354ef74e3b7:45983 {}] regionserver.HRegionServer(1482): Serving as 3354ef74e3b7,45983,1732090609623, RpcServer on 3354ef74e3b7/172.17.0.2:45983, sessionid=0x1013473053c0004 2024-11-20T08:16:51,274 DEBUG [RS:0;3354ef74e3b7:45983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:16:51,274 DEBUG [RS:0;3354ef74e3b7:45983 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3354ef74e3b7,45983,1732090609623 2024-11-20T08:16:51,274 DEBUG [RS:0;3354ef74e3b7:45983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,45983,1732090609623' 2024-11-20T08:16:51,274 DEBUG [RS:0;3354ef74e3b7:45983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1877602748/flush-table-proc/abort' 2024-11-20T08:16:51,275 DEBUG [RS:0;3354ef74e3b7:45983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1877602748/flush-table-proc/acquired' 2024-11-20T08:16:51,275 DEBUG [RS:0;3354ef74e3b7:45983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:16:51,275 DEBUG [RS:0;3354ef74e3b7:45983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:16:51,275 DEBUG [RS:0;3354ef74e3b7:45983 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3354ef74e3b7,45983,1732090609623 2024-11-20T08:16:51,275 DEBUG [RS:0;3354ef74e3b7:45983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,45983,1732090609623' 2024-11-20T08:16:51,275 DEBUG [RS:0;3354ef74e3b7:45983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1877602748/online-snapshot/abort' 2024-11-20T08:16:51,276 DEBUG [RS:0;3354ef74e3b7:45983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1877602748/online-snapshot/acquired' 2024-11-20T08:16:51,276 DEBUG [RS:0;3354ef74e3b7:45983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:16:51,277 INFO [RS:0;3354ef74e3b7:45983 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:16:51,277 INFO [RS:0;3354ef74e3b7:45983 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:16:51,377 INFO [RS:0;3354ef74e3b7:45983 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:16:51,380 INFO [RS:0;3354ef74e3b7:45983 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C45983%2C1732090609623, suffix=, logDir=hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/WALs/3354ef74e3b7,45983,1732090609623, archiveDir=hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/oldWALs, maxLogs=10 2024-11-20T08:16:51,396 DEBUG [RS:0;3354ef74e3b7:45983 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/WALs/3354ef74e3b7,45983,1732090609623/3354ef74e3b7%2C45983%2C1732090609623.1732090611382, exclude list is [], retry=0 2024-11-20T08:16:51,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41059,DS-eac5e51b-645d-4425-ab7f-5880ff1c3776,DISK] 2024-11-20T08:16:51,402 INFO [RS:0;3354ef74e3b7:45983 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/WALs/3354ef74e3b7,45983,1732090609623/3354ef74e3b7%2C45983%2C1732090609623.1732090611382 2024-11-20T08:16:51,403 DEBUG [RS:0;3354ef74e3b7:45983 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36403:36403)] 2024-11-20T08:16:51,487 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T08:16:51,487 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a 2024-11-20T08:16:51,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741833_1009 (size=32) 2024-11-20T08:16:51,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:16:51,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:16:51,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:16:51,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:51,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:16:51,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:16:51,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:16:51,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:51,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:16:51,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:16:51,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:16:51,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:51,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:16:51,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:16:51,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:16:51,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:51,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:16:51,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:16:51,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/data/hbase/meta/1588230740 2024-11-20T08:16:51,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/data/hbase/meta/1588230740 2024-11-20T08:16:51,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:16:51,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:16:51,916 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:16:51,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:16:51,922 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:16:51,923 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58724913, jitterRate=-0.12493060529232025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:16:51,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732090611898Initializing all the Stores at 1732090611900 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090611900Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090611900Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090611900Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090611900Cleaning up temporary data from old regions at 1732090611916 (+16 ms)Region opened successfully at 1732090611923 (+7 ms) 2024-11-20T08:16:51,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:16:51,923 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:16:51,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:16:51,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:16:51,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:16:51,924 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:16:51,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090611923Disabling compacts and flushes for region at 1732090611923Disabling writes for close at 1732090611923Writing region close event to WAL at 1732090611924 (+1 ms)Closed at 1732090611924 2024-11-20T08:16:51,926 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:16:51,926 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T08:16:51,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:16:51,928 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:16:51,930 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:16:52,080 DEBUG [3354ef74e3b7:42047 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:16:52,081 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3354ef74e3b7,45983,1732090609623 2024-11-20T08:16:52,084 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,45983,1732090609623, state=OPENING 2024-11-20T08:16:52,086 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:16:52,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1877602748 2024-11-20T08:16:52,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1013473053c0004, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1877602748 2024-11-20T08:16:52,088 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:16:52,088 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1877602748/meta-region-server: CHANGED 2024-11-20T08:16:52,088 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1877602748/meta-region-server: CHANGED 2024-11-20T08:16:52,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,45983,1732090609623}] 2024-11-20T08:16:52,242 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:16:52,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:16:52,251 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:16:52,251 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:16:52,251 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:16:52,254 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C45983%2C1732090609623.meta, suffix=.meta, logDir=hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/WALs/3354ef74e3b7,45983,1732090609623, archiveDir=hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/oldWALs, maxLogs=10 2024-11-20T08:16:52,269 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/WALs/3354ef74e3b7,45983,1732090609623/3354ef74e3b7%2C45983%2C1732090609623.meta.1732090612255.meta, exclude list is [], retry=0 2024-11-20T08:16:52,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41059,DS-eac5e51b-645d-4425-ab7f-5880ff1c3776,DISK] 2024-11-20T08:16:52,276 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/WALs/3354ef74e3b7,45983,1732090609623/3354ef74e3b7%2C45983%2C1732090609623.meta.1732090612255.meta 2024-11-20T08:16:52,276 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36403:36403)] 2024-11-20T08:16:52,276 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:16:52,277 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:16:52,277 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:16:52,277 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:16:52,277 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:16:52,277 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:16:52,277 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:16:52,278 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:16:52,278 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:16:52,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:16:52,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:16:52,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:52,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:16:52,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:16:52,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:16:52,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:52,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:16:52,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:16:52,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:16:52,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:52,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:16:52,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:16:52,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:16:52,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:52,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:16:52,289 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:16:52,290 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/data/hbase/meta/1588230740 2024-11-20T08:16:52,292 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/data/hbase/meta/1588230740 2024-11-20T08:16:52,294 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:16:52,294 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:16:52,294 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:16:52,296 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:16:52,297 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62991158, jitterRate=-0.06135860085487366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:16:52,298 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:16:52,298 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732090612278Writing region info on filesystem at 1732090612278Initializing all the Stores at 1732090612279 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090612279Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090612280 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090612280Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090612280Cleaning up temporary data from old regions at 1732090612294 (+14 ms)Running coprocessor post-open hooks at 1732090612298 (+4 ms)Region opened successfully at 1732090612298 2024-11-20T08:16:52,299 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090612242 2024-11-20T08:16:52,303 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:16:52,303 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:16:52,305 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,45983,1732090609623 2024-11-20T08:16:52,306 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,45983,1732090609623, state=OPEN 2024-11-20T08:16:52,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1877602748/meta-region-server 2024-11-20T08:16:52,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1013473053c0004, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1877602748/meta-region-server 2024-11-20T08:16:52,308 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3354ef74e3b7,45983,1732090609623 2024-11-20T08:16:52,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1877602748/meta-region-server: CHANGED 2024-11-20T08:16:52,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1877602748/meta-region-server: CHANGED 2024-11-20T08:16:52,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:16:52,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,45983,1732090609623 in 220 msec 2024-11-20T08:16:52,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:16:52,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 387 msec 2024-11-20T08:16:52,318 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:16:52,318 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T08:16:52,321 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:16:52,321 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,45983,1732090609623, seqNum=-1] 2024-11-20T08:16:52,322 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:16:52,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:16:52,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2650 sec 2024-11-20T08:16:52,335 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090612334, completionTime=-1 2024-11-20T08:16:52,335 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T08:16:52,335 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T08:16:52,337 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T08:16:52,337 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090672337 2024-11-20T08:16:52,337 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090732337 2024-11-20T08:16:52,337 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T08:16:52,338 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,42047,1732090609575-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:52,338 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,42047,1732090609575-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:52,338 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,42047,1732090609575-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:52,338 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3354ef74e3b7:42047, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:52,338 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:52,338 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:52,340 DEBUG [master/3354ef74e3b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T08:16:52,343 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.668sec 2024-11-20T08:16:52,343 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:16:52,343 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:16:52,343 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:16:52,343 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:16:52,343 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:16:52,343 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,42047,1732090609575-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:16:52,344 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,42047,1732090609575-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:16:52,347 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:16:52,347 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:16:52,347 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,42047,1732090609575-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:16:52,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:52,350 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,42047,-1 for getting cluster id 2024-11-20T08:16:52,350 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:16:52,352 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ddc0629-6a1b-4021-ac1e-c49250f06b6a' 2024-11-20T08:16:52,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:16:52,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ddc0629-6a1b-4021-ac1e-c49250f06b6a" 2024-11-20T08:16:52,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8681d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:52,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,42047,-1] 2024-11-20T08:16:52,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:16:52,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:52,355 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:16:52,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:52,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:16:52,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,45983,1732090609623, seqNum=-1] 2024-11-20T08:16:52,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:16:52,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:16:52,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3354ef74e3b7,42047,1732090609575 2024-11-20T08:16:52,364 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63237 2024-11-20T08:16:52,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:16:52,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013473053c0005 connected 2024-11-20T08:16:52,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:52,374 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,38669,-1 for getting cluster id 2024-11-20T08:16:52,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:16:52,376 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40eae52e-f8b5-469e-bc86-27935b35b28b' 2024-11-20T08:16:52,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:16:52,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40eae52e-f8b5-469e-bc86-27935b35b28b" 2024-11-20T08:16:52,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2750b3be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:52,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,38669,-1] 2024-11-20T08:16:52,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:16:52,378 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:52,379 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:16:52,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd7441b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:52,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:16:52,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,38669,1732090603898 2024-11-20T08:16:52,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@200a781b 2024-11-20T08:16:52,396 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:16:52,398 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:16:52,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3354ef74e3b7:42047,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T08:16:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T08:16:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:16:52,412 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:42047' 2024-11-20T08:16:52,415 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f2db5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:52,415 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,42047,-1 for getting cluster id 2024-11-20T08:16:52,415 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:16:52,416 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ddc0629-6a1b-4021-ac1e-c49250f06b6a' 2024-11-20T08:16:52,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:16:52,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ddc0629-6a1b-4021-ac1e-c49250f06b6a" 2024-11-20T08:16:52,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dd5dd66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:52,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,42047,-1] 2024-11-20T08:16:52,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:16:52,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:52,419 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:16:52,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@545fd4e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:52,421 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:16:52,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,42047,1732090609575 2024-11-20T08:16:52,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c48c032 2024-11-20T08:16:52,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:16:52,427 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:16:52,441 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T08:16:52,441 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T08:16:52,446 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:52,446 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:52,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:16:52,448 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:16:52,454 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T08:16:52,456 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:16:52,457 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:52,458 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:16:52,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741835_1011 (size=1138) 2024-11-20T08:16:52,506 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T08:16:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:16:52,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:16:52,871 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f2d50a2d2a9d2eb46e32dcaabfdb17a, NAME => 'hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f 2024-11-20T08:16:52,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741836_1012 (size=44) 2024-11-20T08:16:52,913 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T08:16:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:16:53,280 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:16:53,280 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1f2d50a2d2a9d2eb46e32dcaabfdb17a, disabling compactions & flushes 2024-11-20T08:16:53,280 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. 2024-11-20T08:16:53,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. 2024-11-20T08:16:53,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. after waiting 0 ms 2024-11-20T08:16:53,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. 2024-11-20T08:16:53,281 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. 2024-11-20T08:16:53,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f2d50a2d2a9d2eb46e32dcaabfdb17a: Waiting for close lock at 1732090613280Disabling compacts and flushes for region at 1732090613280Disabling writes for close at 1732090613281 (+1 ms)Writing region close event to WAL at 1732090613281Closed at 1732090613281 2024-11-20T08:16:53,283 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:16:53,289 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732090613283"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090613283"}]},"ts":"1732090613283"} 2024-11-20T08:16:53,294 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:16:53,295 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:16:53,299 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090613296"}]},"ts":"1732090613296"} 2024-11-20T08:16:53,303 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T08:16:53,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f2d50a2d2a9d2eb46e32dcaabfdb17a, ASSIGN}] 2024-11-20T08:16:53,306 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f2d50a2d2a9d2eb46e32dcaabfdb17a, ASSIGN 2024-11-20T08:16:53,308 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1f2d50a2d2a9d2eb46e32dcaabfdb17a, ASSIGN; state=OFFLINE, location=3354ef74e3b7,37367,1732090604584; forceNewPlan=false, retain=false 2024-11-20T08:16:53,459 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1f2d50a2d2a9d2eb46e32dcaabfdb17a, regionState=OPENING, regionLocation=3354ef74e3b7,37367,1732090604584 2024-11-20T08:16:53,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1f2d50a2d2a9d2eb46e32dcaabfdb17a, ASSIGN because future has completed 2024-11-20T08:16:53,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f2d50a2d2a9d2eb46e32dcaabfdb17a, server=3354ef74e3b7,37367,1732090604584}] 2024-11-20T08:16:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:16:53,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. 2024-11-20T08:16:53,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:16:53,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T08:16:53,625 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:16:53,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C37367%2C1732090604584.rep, suffix=, logDir=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584, archiveDir=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/oldWALs, maxLogs=10 2024-11-20T08:16:53,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584/3354ef74e3b7%2C37367%2C1732090604584.rep.1732090613628, exclude list is [], retry=0 2024-11-20T08:16:53,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39127,DS-ee23c597-ecdf-4cd7-aad4-50fcbb85c144,DISK] 2024-11-20T08:16:53,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584/3354ef74e3b7%2C37367%2C1732090604584.rep.1732090613628 2024-11-20T08:16:53,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40163:40163)] 2024-11-20T08:16:53,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f2d50a2d2a9d2eb46e32dcaabfdb17a, NAME => 'hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:16:53,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:16:53,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:16:53,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. service=MultiRowMutationService 2024-11-20T08:16:53,652 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T08:16:53,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:16:53,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:16:53,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:16:53,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:16:53,654 INFO [StoreOpener-1f2d50a2d2a9d2eb46e32dcaabfdb17a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:16:53,657 INFO [StoreOpener-1f2d50a2d2a9d2eb46e32dcaabfdb17a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f2d50a2d2a9d2eb46e32dcaabfdb17a columnFamilyName hfileref 2024-11-20T08:16:53,657 DEBUG [StoreOpener-1f2d50a2d2a9d2eb46e32dcaabfdb17a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:53,657 INFO [StoreOpener-1f2d50a2d2a9d2eb46e32dcaabfdb17a-1 {}] regionserver.HStore(327): Store=1f2d50a2d2a9d2eb46e32dcaabfdb17a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:16:53,658 INFO [StoreOpener-1f2d50a2d2a9d2eb46e32dcaabfdb17a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:16:53,659 INFO [StoreOpener-1f2d50a2d2a9d2eb46e32dcaabfdb17a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f2d50a2d2a9d2eb46e32dcaabfdb17a columnFamilyName queue 2024-11-20T08:16:53,659 DEBUG [StoreOpener-1f2d50a2d2a9d2eb46e32dcaabfdb17a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:53,660 INFO [StoreOpener-1f2d50a2d2a9d2eb46e32dcaabfdb17a-1 {}] regionserver.HStore(327): Store=1f2d50a2d2a9d2eb46e32dcaabfdb17a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:16:53,660 INFO [StoreOpener-1f2d50a2d2a9d2eb46e32dcaabfdb17a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:16:53,661 INFO [StoreOpener-1f2d50a2d2a9d2eb46e32dcaabfdb17a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f2d50a2d2a9d2eb46e32dcaabfdb17a columnFamilyName sid 2024-11-20T08:16:53,662 DEBUG [StoreOpener-1f2d50a2d2a9d2eb46e32dcaabfdb17a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:16:53,662 INFO [StoreOpener-1f2d50a2d2a9d2eb46e32dcaabfdb17a-1 {}] regionserver.HStore(327): Store=1f2d50a2d2a9d2eb46e32dcaabfdb17a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:16:53,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:16:53,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/replication/1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:16:53,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/replication/1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:16:53,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:16:53,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:16:53,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:16:53,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:16:53,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/replication/1f2d50a2d2a9d2eb46e32dcaabfdb17a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:16:53,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 1f2d50a2d2a9d2eb46e32dcaabfdb17a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74265304, jitterRate=0.10663926601409912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:16:53,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:16:53,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1f2d50a2d2a9d2eb46e32dcaabfdb17a: Running coprocessor pre-open hook at 1732090613652Writing region info on filesystem at 1732090613652Initializing all the Stores at 1732090613654 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090613654Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090613654Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090613654Cleaning up temporary data from old regions at 1732090613666 (+12 ms)Running coprocessor post-open hooks at 1732090613672 (+6 ms)Region opened successfully at 1732090613673 (+1 ms) 2024-11-20T08:16:53,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a., pid=7, masterSystemTime=1732090613618 2024-11-20T08:16:53,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. 2024-11-20T08:16:53,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. 2024-11-20T08:16:53,679 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1f2d50a2d2a9d2eb46e32dcaabfdb17a, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,37367,1732090604584 2024-11-20T08:16:53,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f2d50a2d2a9d2eb46e32dcaabfdb17a, server=3354ef74e3b7,37367,1732090604584 because future has completed 2024-11-20T08:16:53,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T08:16:53,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f2d50a2d2a9d2eb46e32dcaabfdb17a, server=3354ef74e3b7,37367,1732090604584 in 220 msec 2024-11-20T08:16:53,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:16:53,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f2d50a2d2a9d2eb46e32dcaabfdb17a, ASSIGN in 383 msec 2024-11-20T08:16:53,693 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:16:53,693 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090613693"}]},"ts":"1732090613693"} 2024-11-20T08:16:53,696 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T08:16:53,697 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:16:53,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2480 sec 2024-11-20T08:16:53,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a., hostname=3354ef74e3b7,37367,1732090604584, seqNum=2] 2024-11-20T08:16:53,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37367 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T08:16:53,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1013473053c0001, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394 2024-11-20T08:16:53,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394 2024-11-20T08:16:53,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T08:16:53,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T08:16:53,920 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T08:16:53,961 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-3354ef74e3b7,37367,1732090604584, ReplicationSource: 1, currentBandwidth=0 2024-11-20T08:16:53,963 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:16:53,963 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,37367,1732090604584, seqNum=-1] 2024-11-20T08:16:53,963 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:16:53,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-20T08:16:53,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3354ef74e3b7,37367,1732090604584', locateType=CURRENT is [region=hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a., hostname=3354ef74e3b7,37367,1732090604584, seqNum=2] 2024-11-20T08:16:53,974 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T08:16:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T08:16:53,979 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3354ef74e3b7,37367,1732090604584 suceeded 2024-11-20T08:16:53,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T08:16:53,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 227 msec 2024-11-20T08:16:53,983 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3354ef74e3b7:42047,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T08:16:53,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5820 sec 2024-11-20T08:16:53,998 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37367,1732090604584 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:42047' 2024-11-20T08:16:53,999 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37367,1732090604584 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4183b20d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:53,999 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37367,1732090604584 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,42047,-1 for getting cluster id 2024-11-20T08:16:53,999 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37367,1732090604584 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:16:54,001 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ddc0629-6a1b-4021-ac1e-c49250f06b6a' 2024-11-20T08:16:54,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:16:54,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ddc0629-6a1b-4021-ac1e-c49250f06b6a" 2024-11-20T08:16:54,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63fbedc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:54,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,42047,-1] 2024-11-20T08:16:54,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:16:54,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:54,002 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:16:54,003 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37367,1732090604584 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a3541f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:54,003 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37367,1732090604584 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:16:54,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,42047,1732090609575 2024-11-20T08:16:54,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61e30c78 2024-11-20T08:16:54,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:16:54,006 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T08:16:54,007 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37367,1732090604584 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3354ef74e3b7,37367,1732090604584 (queues=1) is replicating from cluster=40eae52e-f8b5-469e-bc86-27935b35b28b to cluster=7ddc0629-6a1b-4021-ac1e-c49250f06b6a 2024-11-20T08:16:54,009 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37367,1732090604584 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3354ef74e3b7%2C37367%2C1732090604584 2024-11-20T08:16:54,013 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37367,1732090604584 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3354ef74e3b7,37367,1732090604584, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T08:16:54,015 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37367,1732090604584.replicationSource.shipper3354ef74e3b7%2C37367%2C1732090604584,1-3354ef74e3b7,37367,1732090604584 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3354ef74e3b7%2C37367%2C1732090604584 2024-11-20T08:16:54,020 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37367,1732090604584.replicationSource.wal-reader.3354ef74e3b7%2C37367%2C1732090604584,1-3354ef74e3b7,37367,1732090604584 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584/3354ef74e3b7%2C37367%2C1732090604584.1732090607112, startPosition=0, beingWritten=true 2024-11-20T08:16:54,288 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37367,1732090604584.replicationSource.wal-reader.3354ef74e3b7%2C37367%2C1732090604584,1-3354ef74e3b7,37367,1732090604584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584/3354ef74e3b7%2C37367%2C1732090604584.1732090607112 to pos 0, reset compression=false 2024-11-20T08:16:54,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T08:16:54,319 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T08:16:54,320 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T08:16:54,320 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T08:16:54,321 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:16:54,321 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T08:16:54,321 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:16:54,321 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T08:16:54,322 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T08:16:54,322 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T08:16:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:16:54,565 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:16:54,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:16:54,565 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T08:16:54,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:54,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:54,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:16:54,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5788274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:54,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,38669,-1 for getting cluster id 2024-11-20T08:16:54,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:16:54,567 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40eae52e-f8b5-469e-bc86-27935b35b28b' 2024-11-20T08:16:54,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:16:54,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40eae52e-f8b5-469e-bc86-27935b35b28b" 2024-11-20T08:16:54,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca32e00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:54,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,38669,-1] 2024-11-20T08:16:54,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:16:54,569 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:54,570 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:16:54,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a433837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:54,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:16:54,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,38669,1732090603898 2024-11-20T08:16:54,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69a0a771 2024-11-20T08:16:54,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:16:54,574 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:16:54,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://3354ef74e3b7:42047,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T08:16:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T08:16:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T08:16:54,579 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:42047' 2024-11-20T08:16:54,580 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b292e7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:54,580 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,42047,-1 for getting cluster id 2024-11-20T08:16:54,580 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:16:54,581 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ddc0629-6a1b-4021-ac1e-c49250f06b6a' 2024-11-20T08:16:54,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:16:54,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ddc0629-6a1b-4021-ac1e-c49250f06b6a" 2024-11-20T08:16:54,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e06f19a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:54,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,42047,-1] 2024-11-20T08:16:54,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:16:54,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:54,583 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:16:54,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654d70ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:54,584 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:16:54,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,42047,1732090609575 2024-11-20T08:16:54,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f933a14 2024-11-20T08:16:54,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:16:54,586 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:16:54,587 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-20T08:16:54,587 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T08:16:54,587 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:54,588 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:54,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:16:54,594 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37367,1732090604584.replicationSource.wal-reader.3354ef74e3b7%2C37367%2C1732090604584,1-3354ef74e3b7,37367,1732090604584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584/3354ef74e3b7%2C37367%2C1732090604584.1732090607112 to pos 0, reset compression=false 2024-11-20T08:16:54,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T08:16:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T08:16:54,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-20T08:16:54,753 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-20T08:16:54,797 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-3354ef74e3b7,37367,1732090604584, ReplicationSource: 2, currentBandwidth=0 2024-11-20T08:16:54,801 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-20T08:16:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-20T08:16:54,805 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 3354ef74e3b7,37367,1732090604584 suceeded 2024-11-20T08:16:54,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T08:16:54,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-20T08:16:54,808 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://3354ef74e3b7:42047,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T08:16:54,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 233 msec 2024-11-20T08:16:54,819 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37367,1732090604584 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:42047' 2024-11-20T08:16:54,820 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37367,1732090604584 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dda3dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:54,820 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37367,1732090604584 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,42047,-1 for getting cluster id 2024-11-20T08:16:54,820 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37367,1732090604584 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:16:54,821 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ddc0629-6a1b-4021-ac1e-c49250f06b6a' 2024-11-20T08:16:54,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:16:54,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ddc0629-6a1b-4021-ac1e-c49250f06b6a" 2024-11-20T08:16:54,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d774105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:54,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,42047,-1] 2024-11-20T08:16:54,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:16:54,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:54,823 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:16:54,824 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37367,1732090604584 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cd6163f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:54,825 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37367,1732090604584 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:16:54,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,42047,1732090609575 2024-11-20T08:16:54,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b5f953 2024-11-20T08:16:54,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:16:54,827 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T08:16:54,828 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37367,1732090604584 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-3354ef74e3b7,37367,1732090604584 (queues=1) is replicating from cluster=40eae52e-f8b5-469e-bc86-27935b35b28b to cluster=7ddc0629-6a1b-4021-ac1e-c49250f06b6a 2024-11-20T08:16:54,828 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37367,1732090604584 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=3354ef74e3b7%2C37367%2C1732090604584 2024-11-20T08:16:54,828 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37367,1732090604584 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-3354ef74e3b7,37367,1732090604584, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T08:16:54,828 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37367,1732090604584.replicationSource.shipper3354ef74e3b7%2C37367%2C1732090604584,2-3354ef74e3b7,37367,1732090604584 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3354ef74e3b7%2C37367%2C1732090604584 2024-11-20T08:16:54,828 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37367,1732090604584.replicationSource.wal-reader.3354ef74e3b7%2C37367%2C1732090604584,2-3354ef74e3b7,37367,1732090604584 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584/3354ef74e3b7%2C37367%2C1732090604584.1732090607112, startPosition=0, beingWritten=true 2024-11-20T08:16:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T08:16:54,894 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-20T08:16:54,894 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:16:54,894 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:16:54,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:54,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:54,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:16:54,895 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:16:54,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,38669,1732090603898 2024-11-20T08:16:54,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74d3c38d 2024-11-20T08:16:54,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:16:54,900 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:16:54,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T08:16:54,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-20T08:16:54,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T08:16:54,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-20T08:16:54,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://3354ef74e3b7:42047,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T08:16:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T08:16:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T08:16:54,914 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:42047' 2024-11-20T08:16:54,915 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60895272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:54,915 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,42047,-1 for getting cluster id 2024-11-20T08:16:54,916 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:16:54,916 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ddc0629-6a1b-4021-ac1e-c49250f06b6a' 2024-11-20T08:16:54,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:16:54,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ddc0629-6a1b-4021-ac1e-c49250f06b6a" 2024-11-20T08:16:54,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1e829f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:54,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,42047,-1] 2024-11-20T08:16:54,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:16:54,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:54,918 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:16:54,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1c38e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:54,919 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:16:54,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,42047,1732090609575 2024-11-20T08:16:54,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15c6cec2 2024-11-20T08:16:54,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:16:54,921 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:16:54,922 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T08:16:54,922 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T08:16:54,922 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:54,922 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:54,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:16:54,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T08:16:55,002 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37367,1732090604584.replicationSource.wal-reader.3354ef74e3b7%2C37367%2C1732090604584,1-3354ef74e3b7,37367,1732090604584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584/3354ef74e3b7%2C37367%2C1732090604584.1732090607112 to pos 0, reset compression=false 2024-11-20T08:16:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T08:16:55,035 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37367,1732090604584.replicationSource.wal-reader.3354ef74e3b7%2C37367%2C1732090604584,2-3354ef74e3b7,37367,1732090604584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584/3354ef74e3b7%2C37367%2C1732090604584.1732090607112 to pos 0, reset compression=false 2024-11-20T08:16:55,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-20T08:16:55,082 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-20T08:16:55,083 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-20T08:16:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-20T08:16:55,087 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 3354ef74e3b7,37367,1732090604584 suceeded 2024-11-20T08:16:55,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T08:16:55,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-20T08:16:55,090 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://3354ef74e3b7:42047,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T08:16:55,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 182 msec 2024-11-20T08:16:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T08:16:55,235 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-20T08:16:55,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://3354ef74e3b7:42047,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T08:16:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T08:16:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T08:16:55,240 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:42047' 2024-11-20T08:16:55,241 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0b9f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:55,241 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,42047,-1 for getting cluster id 2024-11-20T08:16:55,241 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:16:55,242 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ddc0629-6a1b-4021-ac1e-c49250f06b6a' 2024-11-20T08:16:55,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:16:55,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ddc0629-6a1b-4021-ac1e-c49250f06b6a" 2024-11-20T08:16:55,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6417da51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:55,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,42047,-1] 2024-11-20T08:16:55,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:16:55,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:55,244 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:16:55,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163c629e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:16:55,245 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:16:55,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,42047,1732090609575 2024-11-20T08:16:55,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a1981b6 2024-11-20T08:16:55,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:16:55,247 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:16:55,248 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T08:16:55,248 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T08:16:55,248 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:55,248 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:55,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:16:55,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T08:16:55,342 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37367,1732090604584.replicationSource.wal-reader.3354ef74e3b7%2C37367%2C1732090604584,2-3354ef74e3b7,37367,1732090604584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584/3354ef74e3b7%2C37367%2C1732090604584.1732090607112 to pos 0, reset compression=false 2024-11-20T08:16:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T08:16:55,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-20T08:16:55,407 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-20T08:16:55,408 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-20T08:16:55,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-20T08:16:55,412 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 3354ef74e3b7,37367,1732090604584 suceeded 2024-11-20T08:16:55,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T08:16:55,415 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://3354ef74e3b7:42047,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T08:16:55,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-20T08:16:55,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 179 msec 2024-11-20T08:16:55,509 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37367,1732090604584.replicationSource.wal-reader.3354ef74e3b7%2C37367%2C1732090604584,1-3354ef74e3b7,37367,1732090604584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584/3354ef74e3b7%2C37367%2C1732090604584.1732090607112 to pos 0, reset compression=false 2024-11-20T08:16:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T08:16:55,555 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-20T08:16:55,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T08:16:55,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38669 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-20T08:16:55,557 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:16:55,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:16:55,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:55,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:55,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:16:55,558 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:16:55,558 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1114451476, stopped=false 2024-11-20T08:16:55,558 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3354ef74e3b7,38669,1732090603898 2024-11-20T08:16:55,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-445550394/running 2024-11-20T08:16:55,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1013473053c0001, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-445550394/running 2024-11-20T08:16:55,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394 2024-11-20T08:16:55,560 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:16:55,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1013473053c0001, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394 2024-11-20T08:16:55,560 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:16:55,560 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:16:55,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:55,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Set watcher on znode that does not yet exist, /0-445550394/running 2024-11-20T08:16:55,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37367-0x1013473053c0001, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Set watcher on znode that does not yet exist, /0-445550394/running 2024-11-20T08:16:55,561 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3354ef74e3b7,37367,1732090604584' ***** 2024-11-20T08:16:55,561 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:16:55,561 INFO [RS:0;3354ef74e3b7:37367 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:16:55,562 INFO [RS:0;3354ef74e3b7:37367 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:16:55,562 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:16:55,562 INFO [RS:0;3354ef74e3b7:37367 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:16:55,562 INFO [RS:0;3354ef74e3b7:37367 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:16:55,563 INFO [RS:0;3354ef74e3b7:37367 {}] regionserver.HRegionServer(959): stopping server 3354ef74e3b7,37367,1732090604584 2024-11-20T08:16:55,563 INFO [RS:0;3354ef74e3b7:37367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:16:55,563 INFO [RS:0;3354ef74e3b7:37367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:37367. 2024-11-20T08:16:55,563 DEBUG [RS:0;3354ef74e3b7:37367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:16:55,563 DEBUG [RS:0;3354ef74e3b7:37367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:55,563 INFO [RS:0;3354ef74e3b7:37367 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:16:55,563 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f2d50a2d2a9d2eb46e32dcaabfdb17a, disabling compactions & flushes 2024-11-20T08:16:55,563 INFO [RS:0;3354ef74e3b7:37367 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:16:55,563 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. 2024-11-20T08:16:55,563 INFO [RS:0;3354ef74e3b7:37367 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:16:55,563 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. 2024-11-20T08:16:55,563 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. after waiting 0 ms 2024-11-20T08:16:55,564 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. 2024-11-20T08:16:55,564 INFO [RS:0;3354ef74e3b7:37367 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T08:16:55,564 INFO [RS:0;3354ef74e3b7:37367 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T08:16:55,564 DEBUG [RS:0;3354ef74e3b7:37367 {}] regionserver.HRegionServer(1325): Online Regions={1f2d50a2d2a9d2eb46e32dcaabfdb17a=hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T08:16:55,564 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:16:55,564 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:16:55,564 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:16:55,564 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:16:55,564 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:16:55,564 DEBUG [RS:0;3354ef74e3b7:37367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:16:55,567 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T08:16:55,567 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1f2d50a2d2a9d2eb46e32dcaabfdb17a 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-20T08:16:55,640 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740/.tmp/info/5d3369c035a14ab49931f324efa94352 is 147, key is hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a./info:regioninfo/1732090613678/Put/seqid=0 2024-11-20T08:16:55,640 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/replication/1f2d50a2d2a9d2eb46e32dcaabfdb17a/.tmp/queue/8a30ade9a25e4505ad56b0da5e196d42 is 151, key is 1-3354ef74e3b7,37367,1732090604584/queue:3354ef74e3b7%2C37367%2C1732090604584/1732090613969/Put/seqid=0 2024-11-20T08:16:55,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741839_1015 (size=5500) 2024-11-20T08:16:55,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741838_1014 (size=6631) 2024-11-20T08:16:55,660 INFO [regionserver/3354ef74e3b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:16:55,750 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37367,1732090604584.replicationSource.wal-reader.3354ef74e3b7%2C37367%2C1732090604584,2-3354ef74e3b7,37367,1732090604584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584/3354ef74e3b7%2C37367%2C1732090604584.1732090607112 to pos 0, reset compression=false 2024-11-20T08:16:55,765 DEBUG [RS:0;3354ef74e3b7:37367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:16:55,953 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T08:16:55,953 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T08:16:55,965 DEBUG [RS:0;3354ef74e3b7:37367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:16:56,054 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/replication/1f2d50a2d2a9d2eb46e32dcaabfdb17a/.tmp/queue/8a30ade9a25e4505ad56b0da5e196d42 2024-11-20T08:16:56,055 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740/.tmp/info/5d3369c035a14ab49931f324efa94352 2024-11-20T08:16:56,103 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/replication/1f2d50a2d2a9d2eb46e32dcaabfdb17a/.tmp/queue/8a30ade9a25e4505ad56b0da5e196d42 as hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/replication/1f2d50a2d2a9d2eb46e32dcaabfdb17a/queue/8a30ade9a25e4505ad56b0da5e196d42 2024-11-20T08:16:56,114 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/replication/1f2d50a2d2a9d2eb46e32dcaabfdb17a/queue/8a30ade9a25e4505ad56b0da5e196d42, entries=2, sequenceid=6, filesize=5.4 K 2024-11-20T08:16:56,117 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37367,1732090604584.replicationSource.wal-reader.3354ef74e3b7%2C37367%2C1732090604584,1-3354ef74e3b7,37367,1732090604584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584/3354ef74e3b7%2C37367%2C1732090604584.1732090607112 to pos 0, reset compression=false 2024-11-20T08:16:56,123 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740/.tmp/ns/d35c6a46ae6b4699b11815d01e53efe3 is 43, key is default/ns:d/1732090608236/Put/seqid=0 2024-11-20T08:16:56,124 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 1f2d50a2d2a9d2eb46e32dcaabfdb17a in 554ms, sequenceid=6, compaction requested=false 2024-11-20T08:16:56,124 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T08:16:56,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741840_1016 (size=5153) 2024-11-20T08:16:56,144 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/replication/1f2d50a2d2a9d2eb46e32dcaabfdb17a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T08:16:56,147 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:16:56,147 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:16:56,147 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. 2024-11-20T08:16:56,147 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f2d50a2d2a9d2eb46e32dcaabfdb17a: Waiting for close lock at 1732090615563Running coprocessor pre-close hooks at 1732090615563Disabling compacts and flushes for region at 1732090615563Disabling writes for close at 1732090615564 (+1 ms)Obtaining lock to block concurrent updates at 1732090615567 (+3 ms)Preparing flush snapshotting stores in 1f2d50a2d2a9d2eb46e32dcaabfdb17a at 1732090615567Finished memstore snapshotting hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732090615575 (+8 ms)Flushing stores of hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. at 1732090615577 (+2 ms)Flushing 1f2d50a2d2a9d2eb46e32dcaabfdb17a/queue: creating writer at 1732090615578 (+1 ms)Flushing 1f2d50a2d2a9d2eb46e32dcaabfdb17a/queue: appending metadata at 1732090615619 (+41 ms)Flushing 1f2d50a2d2a9d2eb46e32dcaabfdb17a/queue: closing flushed file at 1732090615622 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aec9547: reopening flushed file at 1732090616101 (+479 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 1f2d50a2d2a9d2eb46e32dcaabfdb17a in 554ms, sequenceid=6, compaction requested=false at 1732090616124 (+23 ms)Writing region close event to WAL at 1732090616137 (+13 ms)Running coprocessor post-close hooks at 1732090616145 (+8 ms)Closed at 1732090616147 (+2 ms) 2024-11-20T08:16:56,148 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. 2024-11-20T08:16:56,165 DEBUG [RS:0;3354ef74e3b7:37367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:16:56,258 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37367,1732090604584.replicationSource.wal-reader.3354ef74e3b7%2C37367%2C1732090604584,2-3354ef74e3b7,37367,1732090604584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584/3354ef74e3b7%2C37367%2C1732090604584.1732090607112 to pos 0, reset compression=false 2024-11-20T08:16:56,365 DEBUG [RS:0;3354ef74e3b7:37367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:16:56,539 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740/.tmp/ns/d35c6a46ae6b4699b11815d01e53efe3 2024-11-20T08:16:56,565 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740/.tmp/table/b95725c949f14ed38e09aed3862241d2 is 53, key is hbase:replication/table:state/1732090613693/Put/seqid=0 2024-11-20T08:16:56,566 INFO [RS:0;3354ef74e3b7:37367 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T08:16:56,566 DEBUG [RS:0;3354ef74e3b7:37367 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T08:16:56,566 DEBUG [RS:0;3354ef74e3b7:37367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:16:56,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741841_1017 (size=5256) 2024-11-20T08:16:56,766 DEBUG [RS:0;3354ef74e3b7:37367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:16:56,824 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37367,1732090604584.replicationSource.wal-reader.3354ef74e3b7%2C37367%2C1732090604584,1-3354ef74e3b7,37367,1732090604584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584/3354ef74e3b7%2C37367%2C1732090604584.1732090607112 to pos 0, reset compression=false 2024-11-20T08:16:56,865 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37367,1732090604584.replicationSource.wal-reader.3354ef74e3b7%2C37367%2C1732090604584,2-3354ef74e3b7,37367,1732090604584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584/3354ef74e3b7%2C37367%2C1732090604584.1732090607112 to pos 0, reset compression=false 2024-11-20T08:16:56,966 DEBUG [RS:0;3354ef74e3b7:37367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:16:56,972 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740/.tmp/table/b95725c949f14ed38e09aed3862241d2 2024-11-20T08:16:56,982 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740/.tmp/info/5d3369c035a14ab49931f324efa94352 as hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740/info/5d3369c035a14ab49931f324efa94352 2024-11-20T08:16:56,990 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740/info/5d3369c035a14ab49931f324efa94352, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T08:16:56,991 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740/.tmp/ns/d35c6a46ae6b4699b11815d01e53efe3 as hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740/ns/d35c6a46ae6b4699b11815d01e53efe3 2024-11-20T08:16:56,999 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740/ns/d35c6a46ae6b4699b11815d01e53efe3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T08:16:57,000 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740/.tmp/table/b95725c949f14ed38e09aed3862241d2 as hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740/table/b95725c949f14ed38e09aed3862241d2 2024-11-20T08:16:57,008 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740/table/b95725c949f14ed38e09aed3862241d2, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T08:16:57,010 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1446ms, sequenceid=11, compaction requested=false 2024-11-20T08:16:57,016 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T08:16:57,017 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:16:57,017 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:16:57,017 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:16:57,017 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090615564Running coprocessor pre-close hooks at 1732090615564Disabling compacts and flushes for region at 1732090615564Disabling writes for close at 1732090615564Obtaining lock to block concurrent updates at 1732090615567 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732090615567Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732090615575 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732090615577 (+2 ms)Flushing 1588230740/info: creating writer at 1732090615578 (+1 ms)Flushing 1588230740/info: appending metadata at 1732090615619 (+41 ms)Flushing 1588230740/info: closing flushed file at 1732090615622 (+3 ms)Flushing 1588230740/ns: creating writer at 1732090616101 (+479 ms)Flushing 1588230740/ns: appending metadata at 1732090616122 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732090616123 (+1 ms)Flushing 1588230740/table: creating writer at 1732090616548 (+425 ms)Flushing 1588230740/table: appending metadata at 1732090616564 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732090616564Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@275d86a7: reopening flushed file at 1732090616981 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70ff3605: reopening flushed file at 1732090616990 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b182988: reopening flushed file at 1732090616999 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1446ms, sequenceid=11, compaction requested=false at 1732090617010 (+11 ms)Writing region close event to WAL at 1732090617011 (+1 ms)Running coprocessor post-close hooks at 1732090617017 (+6 ms)Closed at 1732090617017 2024-11-20T08:16:57,017 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:16:57,167 INFO [RS:0;3354ef74e3b7:37367 {}] regionserver.HRegionServer(976): stopping server 3354ef74e3b7,37367,1732090604584; all regions closed. 2024-11-20T08:16:57,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741834_1010 (size=2742) 2024-11-20T08:16:57,178 DEBUG [RS:0;3354ef74e3b7:37367 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/oldWALs 2024-11-20T08:16:57,178 INFO [RS:0;3354ef74e3b7:37367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C37367%2C1732090604584.meta:.meta(num 1732090608078) 2024-11-20T08:16:57,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741837_1013 (size=1802) 2024-11-20T08:16:57,181 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584/3354ef74e3b7%2C37367%2C1732090604584.rep.1732090613628 not finished, retry = 0 2024-11-20T08:16:57,285 DEBUG [RS:0;3354ef74e3b7:37367 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/oldWALs 2024-11-20T08:16:57,285 INFO [RS:0;3354ef74e3b7:37367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C37367%2C1732090604584.rep:(num 1732090613628) 2024-11-20T08:16:57,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741832_1008 (size=93) 2024-11-20T08:16:57,290 DEBUG [RS:0;3354ef74e3b7:37367 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/oldWALs 2024-11-20T08:16:57,290 INFO [RS:0;3354ef74e3b7:37367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C37367%2C1732090604584:(num 1732090607112) 2024-11-20T08:16:57,290 DEBUG [RS:0;3354ef74e3b7:37367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:57,290 INFO [RS:0;3354ef74e3b7:37367 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:16:57,290 INFO [RS:0;3354ef74e3b7:37367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:16:57,290 INFO [RS:0;3354ef74e3b7:37367 {}] hbase.ChoreService(370): Chore service for: regionserver/3354ef74e3b7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T08:16:57,291 INFO [RS:0;3354ef74e3b7:37367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:16:57,291 INFO [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:16:57,291 INFO [RS:0;3354ef74e3b7:37367 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3354ef74e3b7,37367,1732090604584 because: Region server is closing 2024-11-20T08:16:57,291 INFO [RS:0;3354ef74e3b7:37367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:37367. 2024-11-20T08:16:57,292 DEBUG [RS:0;3354ef74e3b7:37367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:16:57,292 DEBUG [RS:0;3354ef74e3b7:37367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:57,292 DEBUG [RS:0;3354ef74e3b7:37367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:57,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:16:57,392 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37367,1732090604584.replicationSource.shipper3354ef74e3b7%2C37367%2C1732090604584,1-3354ef74e3b7,37367,1732090604584 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T08:16:57,392 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37367,1732090604584.replicationSource.wal-reader.3354ef74e3b7%2C37367%2C1732090604584,1-3354ef74e3b7,37367,1732090604584 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T08:16:57,393 INFO [RS:0;3354ef74e3b7:37367 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37367,1732090604584.replicationSource.shipper3354ef74e3b7%2C37367%2C1732090604584,1-3354ef74e3b7,37367,1732090604584 terminated 2024-11-20T08:16:57,393 INFO [RS:0;3354ef74e3b7:37367 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-3354ef74e3b7,37367,1732090604584 because: Region server is closing 2024-11-20T08:16:57,393 INFO [RS:0;3354ef74e3b7:37367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:37367. 2024-11-20T08:16:57,394 DEBUG [RS:0;3354ef74e3b7:37367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:16:57,394 DEBUG [RS:0;3354ef74e3b7:37367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:57,394 DEBUG [RS:0;3354ef74e3b7:37367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:16:57,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:16:57,494 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37367,1732090604584.replicationSource.wal-reader.3354ef74e3b7%2C37367%2C1732090604584,2-3354ef74e3b7,37367,1732090604584 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T08:16:57,494 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37367,1732090604584.replicationSource.shipper3354ef74e3b7%2C37367%2C1732090604584,2-3354ef74e3b7,37367,1732090604584 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T08:16:57,495 INFO [RS:0;3354ef74e3b7:37367 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37367,1732090604584.replicationSource.shipper3354ef74e3b7%2C37367%2C1732090604584,2-3354ef74e3b7,37367,1732090604584 terminated 2024-11-20T08:16:57,495 INFO [RS:0;3354ef74e3b7:37367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37367 2024-11-20T08:16:57,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1013473053c0001, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-445550394/rs/3354ef74e3b7,37367,1732090604584 2024-11-20T08:16:57,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394/rs 2024-11-20T08:16:57,499 INFO [RS:0;3354ef74e3b7:37367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:16:57,503 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3354ef74e3b7,37367,1732090604584] 2024-11-20T08:16:57,505 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-445550394/draining/3354ef74e3b7,37367,1732090604584 already deleted, retry=false 2024-11-20T08:16:57,505 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3354ef74e3b7,37367,1732090604584 expired; onlineServers=0 2024-11-20T08:16:57,505 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3354ef74e3b7,38669,1732090603898' ***** 2024-11-20T08:16:57,505 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:16:57,505 INFO [M:0;3354ef74e3b7:38669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:16:57,506 INFO [M:0;3354ef74e3b7:38669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:16:57,506 DEBUG [M:0;3354ef74e3b7:38669 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:16:57,506 DEBUG [M:0;3354ef74e3b7:38669 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:16:57,506 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:16:57,506 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090606813 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090606813,5,FailOnTimeoutGroup] 2024-11-20T08:16:57,506 INFO [M:0;3354ef74e3b7:38669 {}] hbase.ChoreService(370): Chore service for: master/3354ef74e3b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T08:16:57,506 INFO [M:0;3354ef74e3b7:38669 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:16:57,506 DEBUG [M:0;3354ef74e3b7:38669 {}] master.HMaster(1795): Stopping service threads 2024-11-20T08:16:57,506 INFO [M:0;3354ef74e3b7:38669 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:16:57,507 INFO [M:0;3354ef74e3b7:38669 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:16:57,507 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090606813 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090606813,5,FailOnTimeoutGroup] 2024-11-20T08:16:57,507 INFO [M:0;3354ef74e3b7:38669 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:16:57,507 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:16:57,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-445550394/master 2024-11-20T08:16:57,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394 2024-11-20T08:16:57,508 DEBUG [M:0;3354ef74e3b7:38669 {}] zookeeper.ZKUtil(347): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Unable to get data of znode /0-445550394/master because node does not exist (not an error) 2024-11-20T08:16:57,508 WARN [M:0;3354ef74e3b7:38669 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:16:57,509 INFO [M:0;3354ef74e3b7:38669 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/.lastflushedseqids 2024-11-20T08:16:57,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741842_1018 (size=181) 2024-11-20T08:16:57,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1013473053c0001, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:16:57,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1013473053c0001, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:16:57,604 INFO [RS:0;3354ef74e3b7:37367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:16:57,605 INFO [RS:0;3354ef74e3b7:37367 {}] regionserver.HRegionServer(1031): Exiting; stopping=3354ef74e3b7,37367,1732090604584; zookeeper connection closed. 2024-11-20T08:16:57,605 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@417c8d78 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@417c8d78 2024-11-20T08:16:57,606 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T08:16:57,924 INFO [M:0;3354ef74e3b7:38669 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T08:16:57,925 INFO [M:0;3354ef74e3b7:38669 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:16:57,925 DEBUG [M:0;3354ef74e3b7:38669 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:16:57,925 INFO [M:0;3354ef74e3b7:38669 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:16:57,925 DEBUG [M:0;3354ef74e3b7:38669 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:16:57,925 DEBUG [M:0;3354ef74e3b7:38669 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:16:57,925 DEBUG [M:0;3354ef74e3b7:38669 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:16:57,925 INFO [M:0;3354ef74e3b7:38669 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-20T08:16:57,945 DEBUG [M:0;3354ef74e3b7:38669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7b23eef82054771990199cada915843 is 82, key is hbase:meta,,1/info:regioninfo/1732090608164/Put/seqid=0 2024-11-20T08:16:57,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741843_1019 (size=5672) 2024-11-20T08:16:58,352 INFO [M:0;3354ef74e3b7:38669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7b23eef82054771990199cada915843 2024-11-20T08:16:58,378 DEBUG [M:0;3354ef74e3b7:38669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa4cc7cb2a134896aa68700ca0e63db8 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732090613699/Put/seqid=0 2024-11-20T08:16:58,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741844_1020 (size=8663) 2024-11-20T08:16:58,785 INFO [M:0;3354ef74e3b7:38669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa4cc7cb2a134896aa68700ca0e63db8 2024-11-20T08:16:58,810 DEBUG [M:0;3354ef74e3b7:38669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e358129fde1450ebd3eabef061f7816 is 69, key is 3354ef74e3b7,37367,1732090604584/rs:state/1732090606875/Put/seqid=0 2024-11-20T08:16:58,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741845_1021 (size=5156) 2024-11-20T08:16:59,155 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:16:59,217 INFO [M:0;3354ef74e3b7:38669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e358129fde1450ebd3eabef061f7816 2024-11-20T08:16:59,228 DEBUG [M:0;3354ef74e3b7:38669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7b23eef82054771990199cada915843 as hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7b23eef82054771990199cada915843 2024-11-20T08:16:59,238 INFO [M:0;3354ef74e3b7:38669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7b23eef82054771990199cada915843, entries=8, sequenceid=115, filesize=5.5 K 2024-11-20T08:16:59,239 DEBUG [M:0;3354ef74e3b7:38669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa4cc7cb2a134896aa68700ca0e63db8 as hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aa4cc7cb2a134896aa68700ca0e63db8 2024-11-20T08:16:59,247 INFO [M:0;3354ef74e3b7:38669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aa4cc7cb2a134896aa68700ca0e63db8, entries=14, sequenceid=115, filesize=8.5 K 2024-11-20T08:16:59,250 DEBUG [M:0;3354ef74e3b7:38669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e358129fde1450ebd3eabef061f7816 as hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e358129fde1450ebd3eabef061f7816 2024-11-20T08:16:59,267 INFO [M:0;3354ef74e3b7:38669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e358129fde1450ebd3eabef061f7816, entries=1, sequenceid=115, filesize=5.0 K 2024-11-20T08:16:59,269 INFO [M:0;3354ef74e3b7:38669 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1343ms, sequenceid=115, compaction requested=false 2024-11-20T08:16:59,282 INFO [M:0;3354ef74e3b7:38669 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:16:59,282 DEBUG [M:0;3354ef74e3b7:38669 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090617925Disabling compacts and flushes for region at 1732090617925Disabling writes for close at 1732090617925Obtaining lock to block concurrent updates at 1732090617925Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732090617925Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732090617926 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732090617927 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732090617927Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732090617944 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732090617944Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732090618360 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732090618377 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732090618378 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732090618793 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732090618809 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732090618809Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40b64326: reopening flushed file at 1732090619227 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@766a1d5b: reopening flushed file at 1732090619238 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@356f8d5: reopening flushed file at 1732090619247 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1343ms, sequenceid=115, compaction requested=false at 1732090619269 (+22 ms)Writing region close event to WAL at 1732090619282 (+13 ms)Closed at 1732090619282 2024-11-20T08:16:59,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741830_1006 (size=59421) 2024-11-20T08:16:59,287 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:16:59,287 INFO [M:0;3354ef74e3b7:38669 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T08:16:59,288 INFO [M:0;3354ef74e3b7:38669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38669 2024-11-20T08:16:59,288 INFO [M:0;3354ef74e3b7:38669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:16:59,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:16:59,391 INFO [M:0;3354ef74e3b7:38669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:16:59,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38669-0x1013473053c0000, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:16:59,393 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:16:59,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:16:59,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:16:59,394 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:16:59,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:16:59,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:16:59,394 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:16:59,394 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:16:59,395 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33943 2024-11-20T08:16:59,397 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33943 connecting to ZooKeeper ensemble=127.0.0.1:63237 2024-11-20T08:16:59,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339430x0, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:16:59,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33943-0x1013473053c0006 connected 2024-11-20T08:16:59,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:16:59,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:16:59,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Set watcher on znode that does not yet exist, /0-445550394/running 2024-11-20T08:16:59,415 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-445550394/meta-region-server: INIT 2024-11-20T08:16:59,415 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f, hbase.cluster.distributed=false 2024-11-20T08:16:59,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Set watcher on znode that does not yet exist, /0-445550394/acl 2024-11-20T08:16:59,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33943 2024-11-20T08:16:59,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33943 2024-11-20T08:16:59,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33943 2024-11-20T08:16:59,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33943 2024-11-20T08:16:59,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33943 2024-11-20T08:16:59,437 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:16:59,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:16:59,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:16:59,437 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:16:59,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:16:59,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:16:59,437 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:16:59,437 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:16:59,438 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38167 2024-11-20T08:16:59,440 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38167 connecting to ZooKeeper ensemble=127.0.0.1:63237 2024-11-20T08:16:59,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:16:59,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:16:59,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381670x0, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:16:59,449 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-445550394/meta-region-server: INIT 2024-11-20T08:16:59,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38167-0x1013473053c0007 connected 2024-11-20T08:16:59,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38167-0x1013473053c0007, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Set watcher on znode that does not yet exist, /0-445550394/running 2024-11-20T08:16:59,449 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:16:59,451 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:16:59,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38167-0x1013473053c0007, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Set watcher on znode that does not yet exist, /0-445550394/master 2024-11-20T08:16:59,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38167-0x1013473053c0007, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Set watcher on znode that does not yet exist, /0-445550394/acl 2024-11-20T08:16:59,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38167 2024-11-20T08:16:59,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38167 2024-11-20T08:16:59,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38167 2024-11-20T08:16:59,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38167 2024-11-20T08:16:59,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38167 2024-11-20T08:16:59,475 DEBUG [M:0;3354ef74e3b7:33943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3354ef74e3b7:33943 2024-11-20T08:16:59,475 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-445550394/backup-masters/3354ef74e3b7,33943,1732090619393 2024-11-20T08:16:59,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x1013473053c0007, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394/backup-masters 2024-11-20T08:16:59,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394/backup-masters 2024-11-20T08:16:59,478 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Set watcher on existing znode=/0-445550394/backup-masters/3354ef74e3b7,33943,1732090619393 2024-11-20T08:16:59,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x1013473053c0007, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-445550394/master 2024-11-20T08:16:59,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394 2024-11-20T08:16:59,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x1013473053c0007, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394 2024-11-20T08:16:59,481 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Set watcher on existing znode=/0-445550394/master 2024-11-20T08:16:59,482 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-445550394/backup-masters/3354ef74e3b7,33943,1732090619393 from backup master directory 2024-11-20T08:16:59,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x1013473053c0007, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394/backup-masters 2024-11-20T08:16:59,483 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:16:59,483 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3354ef74e3b7,33943,1732090619393 2024-11-20T08:16:59,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-445550394/backup-masters/3354ef74e3b7,33943,1732090619393 2024-11-20T08:16:59,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394/backup-masters 2024-11-20T08:16:59,504 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:16:59,504 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:16:59,520 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-11-20T08:16:59,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741846_1022 (size=196) 2024-11-20T08:16:59,932 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:16:59,933 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:16:59,933 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:16:59,944 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-20T08:16:59,948 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/WALs/3354ef74e3b7,38669,1732090603898 to hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/WALs/3354ef74e3b7,38669,1732090603898-dead as it is dead 2024-11-20T08:16:59,949 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T08:16:59,950 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T08:16:59,950 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/WALs/3354ef74e3b7,38669,1732090603898-dead/3354ef74e3b7%2C38669%2C1732090603898.1732090606252 2024-11-20T08:16:59,956 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/WALs/3354ef74e3b7,38669,1732090603898-dead/3354ef74e3b7%2C38669%2C1732090603898.1732090606252 after 4ms 2024-11-20T08:16:59,958 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/WALs/3354ef74e3b7,38669,1732090603898-dead/3354ef74e3b7%2C38669%2C1732090603898.1732090606252 to hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3354ef74e3b7%2C38669%2C1732090603898.1732090606252 2024-11-20T08:16:59,958 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/WALs/3354ef74e3b7,38669,1732090603898-dead 2024-11-20T08:16:59,959 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/WALs/3354ef74e3b7,33943,1732090619393 2024-11-20T08:16:59,960 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:16:59,963 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C33943%2C1732090619393, suffix=, logDir=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/WALs/3354ef74e3b7,33943,1732090619393, archiveDir=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/oldWALs, maxLogs=10 2024-11-20T08:16:59,985 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/WALs/3354ef74e3b7,33943,1732090619393/3354ef74e3b7%2C33943%2C1732090619393.1732090619964, exclude list is [], retry=0 2024-11-20T08:17:00,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39127,DS-ee23c597-ecdf-4cd7-aad4-50fcbb85c144,DISK] 2024-11-20T08:17:00,010 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/WALs/3354ef74e3b7,33943,1732090619393/3354ef74e3b7%2C33943%2C1732090619393.1732090619964 2024-11-20T08:17:00,011 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40163:40163)] 2024-11-20T08:17:00,011 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:17:00,012 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:00,012 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:00,012 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:00,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:00,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:17:00,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:00,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7b23eef82054771990199cada915843 2024-11-20T08:17:00,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:00,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:00,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:17:00,045 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:00,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aa4cc7cb2a134896aa68700ca0e63db8 2024-11-20T08:17:00,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:00,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:00,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:17:00,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:00,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e358129fde1450ebd3eabef061f7816 2024-11-20T08:17:00,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:00,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:00,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:17:00,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:00,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:00,077 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:00,078 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-20T08:17:00,078 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3354ef74e3b7%2C38669%2C1732090603898.1732090606252 2024-11-20T08:17:00,105 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3354ef74e3b7%2C38669%2C1732090603898.1732090606252 2024-11-20T08:17:00,108 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3354ef74e3b7%2C38669%2C1732090603898.1732090606252 2024-11-20T08:17:00,111 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:00,111 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:00,118 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:17:00,123 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:00,144 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-20T08:17:00,146 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68746808, jitterRate=0.024407267570495605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:17:00,147 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732090620012Initializing all the Stores at 1732090620014 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090620014Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090620017 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090620017Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090620017Cleaning up temporary data from old regions at 1732090620112 (+95 ms)Region opened successfully at 1732090620146 (+34 ms) 2024-11-20T08:17:00,148 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:17:00,154 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b1d35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:17:00,171 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-20T08:17:00,172 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:17:00,172 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:17:00,172 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:17:00,173 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:17:00,185 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:17:00,185 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T08:17:00,186 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T08:17:00,186 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T08:17:00,186 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T08:17:00,186 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T08:17:00,187 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 13 msec 2024-11-20T08:17:00,187 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:17:00,197 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=3354ef74e3b7,37367,1732090604584, regionLocation=3354ef74e3b7,37367,1732090604584, openSeqNum=2 2024-11-20T08:17:00,198 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=3354ef74e3b7,37367,1732090604584, table=hbase:meta, region=1588230740 2024-11-20T08:17:00,198 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,37367,1732090604584, state=OPEN 2024-11-20T08:17:00,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-445550394/meta-region-server 2024-11-20T08:17:00,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x1013473053c0007, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-445550394/meta-region-server 2024-11-20T08:17:00,200 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-445550394/meta-region-server: CHANGED 2024-11-20T08:17:00,200 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-445550394/meta-region-server: CHANGED 2024-11-20T08:17:00,208 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:17:00,216 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-445550394/draining/3354ef74e3b7,37367,1732090604584 already deleted, retry=false 2024-11-20T08:17:00,217 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 3354ef74e3b7,37367,1732090604584 on 3354ef74e3b7,33943,1732090619393 2024-11-20T08:17:00,225 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 3354ef74e3b7,37367,1732090604584, splitWal=true, meta=true 2024-11-20T08:17:00,228 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 3354ef74e3b7,37367,1732090604584 (carryingMeta=true) 3354ef74e3b7,37367,1732090604584/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@61d1d4a7[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T08:17:00,233 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Unable to get data of znode /0-445550394/balancer because node does not exist (not necessarily an error) 2024-11-20T08:17:00,239 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-445550394/balancer already deleted, retry=false 2024-11-20T08:17:00,239 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:17:00,241 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Unable to get data of znode /0-445550394/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:17:00,242 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-445550394/normalizer already deleted, retry=false 2024-11-20T08:17:00,243 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:17:00,248 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Unable to get data of znode /0-445550394/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:17:00,251 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-445550394/switch/split already deleted, retry=false 2024-11-20T08:17:00,252 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Unable to get data of znode /0-445550394/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:17:00,254 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-445550394/switch/merge already deleted, retry=false 2024-11-20T08:17:00,271 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Unable to get data of znode /0-445550394/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:17:00,273 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-445550394/snapshot-cleanup already deleted, retry=false 2024-11-20T08:17:00,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x1013473053c0007, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-445550394/running 2024-11-20T08:17:00,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-445550394/running 2024-11-20T08:17:00,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x1013473053c0007, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394 2024-11-20T08:17:00,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394 2024-11-20T08:17:00,278 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3354ef74e3b7,33943,1732090619393, sessionid=0x1013473053c0006, setting cluster-up flag (Was=false) 2024-11-20T08:17:00,281 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-445550394/flush-table-proc/acquired, /0-445550394/flush-table-proc/reached, /0-445550394/flush-table-proc/abort 2024-11-20T08:17:00,283 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,33943,1732090619393 2024-11-20T08:17:00,287 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-445550394/online-snapshot/acquired, /0-445550394/online-snapshot/reached, /0-445550394/online-snapshot/abort 2024-11-20T08:17:00,288 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,33943,1732090619393 2024-11-20T08:17:00,290 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/.lastflushedseqids 2024-11-20T08:17:00,297 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:17:00,297 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:17:00,297 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3354ef74e3b7,33943,1732090619393 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 3354ef74e3b7,37367,1732090604584 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:17:00,300 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:17:00,300 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:17:00,300 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:17:00,300 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:17:00,300 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3354ef74e3b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:17:00,300 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:00,300 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:17:00,300 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:00,307 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090650307 2024-11-20T08:17:00,307 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:17:00,308 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:17:00,308 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:17:00,308 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:17:00,308 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:17:00,308 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:17:00,309 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:00,311 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 3354ef74e3b7,37367,1732090604584, splitWal=true, meta=true 2024-11-20T08:17:00,315 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 3354ef74e3b7,37367,1732090604584, splitWal=true, meta=true, isMeta: true 2024-11-20T08:17:00,317 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584-splitting 2024-11-20T08:17:00,319 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584-splitting dir is empty, no logs to split. 2024-11-20T08:17:00,319 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3354ef74e3b7,37367,1732090604584 WAL count=0, meta=true 2024-11-20T08:17:00,319 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:17:00,320 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:17:00,320 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:17:00,320 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T08:17:00,325 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584-splitting dir is empty, no logs to split. 2024-11-20T08:17:00,325 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3354ef74e3b7,37367,1732090604584 WAL count=0, meta=true 2024-11-20T08:17:00,325 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 3354ef74e3b7,37367,1732090604584 WAL splitting is done? wals=0, meta=true 2024-11-20T08:17:00,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:17:00,330 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:17:00,331 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T08:17:00,331 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:17:00,331 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:17:00,336 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090620332,5,FailOnTimeoutGroup] 2024-11-20T08:17:00,337 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090620336,5,FailOnTimeoutGroup] 2024-11-20T08:17:00,337 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:00,337 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:17:00,337 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:00,337 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:00,337 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090620337, completionTime=-1 2024-11-20T08:17:00,337 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-20T08:17:00,340 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T08:17:00,365 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.HRegionServer(746): ClusterId : 40eae52e-f8b5-469e-bc86-27935b35b28b 2024-11-20T08:17:00,365 DEBUG [RS:0;3354ef74e3b7:38167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:17:00,369 DEBUG [RS:0;3354ef74e3b7:38167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:17:00,369 DEBUG [RS:0;3354ef74e3b7:38167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:17:00,372 DEBUG [RS:0;3354ef74e3b7:38167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:17:00,372 DEBUG [RS:0;3354ef74e3b7:38167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa0bc51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:17:00,386 DEBUG [RS:0;3354ef74e3b7:38167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3354ef74e3b7:38167 2024-11-20T08:17:00,386 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:17:00,386 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:17:00,386 DEBUG [RS:0;3354ef74e3b7:38167 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:17:00,387 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.HRegionServer(2659): reportForDuty to master=3354ef74e3b7,33943,1732090619393 with port=38167, startcode=1732090619436 2024-11-20T08:17:00,388 DEBUG [RS:0;3354ef74e3b7:38167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:17:00,390 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:17:00,391 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33943 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3354ef74e3b7,38167,1732090619436 2024-11-20T08:17:00,391 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33943 {}] master.ServerManager(517): Registering regionserver=3354ef74e3b7,38167,1732090619436 2024-11-20T08:17:00,393 DEBUG [RS:0;3354ef74e3b7:38167 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f 2024-11-20T08:17:00,393 DEBUG [RS:0;3354ef74e3b7:38167 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34279 2024-11-20T08:17:00,393 DEBUG [RS:0;3354ef74e3b7:38167 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:17:00,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394/rs 2024-11-20T08:17:00,396 DEBUG [RS:0;3354ef74e3b7:38167 {}] zookeeper.ZKUtil(111): regionserver:38167-0x1013473053c0007, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Set watcher on existing znode=/0-445550394/rs/3354ef74e3b7,38167,1732090619436 2024-11-20T08:17:00,396 WARN [RS:0;3354ef74e3b7:38167 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:17:00,396 INFO [RS:0;3354ef74e3b7:38167 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:17:00,396 DEBUG [RS:0;3354ef74e3b7:38167 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436 2024-11-20T08:17:00,397 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3354ef74e3b7,38167,1732090619436] 2024-11-20T08:17:00,440 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T08:17:00,450 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:17:00,455 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:17:00,456 INFO [RS:0;3354ef74e3b7:38167 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:17:00,456 INFO [RS:0;3354ef74e3b7:38167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:00,456 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:17:00,457 INFO [RS:0;3354ef74e3b7:38167 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:17:00,457 INFO [RS:0;3354ef74e3b7:38167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:00,458 DEBUG [RS:0;3354ef74e3b7:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:00,458 DEBUG [RS:0;3354ef74e3b7:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:00,458 DEBUG [RS:0;3354ef74e3b7:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:00,458 DEBUG [RS:0;3354ef74e3b7:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:00,458 DEBUG [RS:0;3354ef74e3b7:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:00,458 DEBUG [RS:0;3354ef74e3b7:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:17:00,458 DEBUG [RS:0;3354ef74e3b7:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:00,458 DEBUG [RS:0;3354ef74e3b7:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:00,458 DEBUG [RS:0;3354ef74e3b7:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:00,458 DEBUG [RS:0;3354ef74e3b7:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:00,458 DEBUG [RS:0;3354ef74e3b7:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:00,458 DEBUG [RS:0;3354ef74e3b7:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:00,458 DEBUG [RS:0;3354ef74e3b7:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:17:00,458 DEBUG [RS:0;3354ef74e3b7:38167 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:17:00,464 INFO [RS:0;3354ef74e3b7:38167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:00,464 INFO [RS:0;3354ef74e3b7:38167 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:00,464 INFO [RS:0;3354ef74e3b7:38167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:00,465 INFO [RS:0;3354ef74e3b7:38167 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:00,465 INFO [RS:0;3354ef74e3b7:38167 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:00,465 INFO [RS:0;3354ef74e3b7:38167 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38167,1732090619436-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:17:00,481 WARN [3354ef74e3b7:33943 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T08:17:00,493 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:17:00,493 INFO [RS:0;3354ef74e3b7:38167 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38167,1732090619436-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:00,510 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.ReplicationSource(231): queueId=1-3354ef74e3b7,38167,1732090619436, ReplicationSource: 1, currentBandwidth=0 2024-11-20T08:17:00,527 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.ReplicationSource(231): queueId=2-3354ef74e3b7,38167,1732090619436, ReplicationSource: 2, currentBandwidth=0 2024-11-20T08:17:00,528 INFO [RS:0;3354ef74e3b7:38167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:00,528 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.Replication(171): 3354ef74e3b7,38167,1732090619436 started 2024-11-20T08:17:00,536 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource,1-3354ef74e3b7,38167,1732090619436 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:42047' 2024-11-20T08:17:00,538 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource,1-3354ef74e3b7,38167,1732090619436 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68757b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:00,538 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource,1-3354ef74e3b7,38167,1732090619436 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,42047,-1 for getting cluster id 2024-11-20T08:17:00,538 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource,1-3354ef74e3b7,38167,1732090619436 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:17:00,540 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ddc0629-6a1b-4021-ac1e-c49250f06b6a' 2024-11-20T08:17:00,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:17:00,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ddc0629-6a1b-4021-ac1e-c49250f06b6a" 2024-11-20T08:17:00,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1052cdf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:00,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,42047,-1] 2024-11-20T08:17:00,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:17:00,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:00,543 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:17:00,544 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource,1-3354ef74e3b7,38167,1732090619436 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4368fc6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:00,545 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource,1-3354ef74e3b7,38167,1732090619436 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:17:00,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,42047,1732090609575 2024-11-20T08:17:00,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4484510a 2024-11-20T08:17:00,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:17:00,548 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-20T08:17:00,549 INFO [RS:0;3354ef74e3b7:38167.replicationSource,1-3354ef74e3b7,38167,1732090619436 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3354ef74e3b7,38167,1732090619436 (queues=0) is replicating from cluster=40eae52e-f8b5-469e-bc86-27935b35b28b to cluster=7ddc0629-6a1b-4021-ac1e-c49250f06b6a 2024-11-20T08:17:00,551 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource,2-3354ef74e3b7,38167,1732090619436 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:42047' 2024-11-20T08:17:00,551 INFO [RS:0;3354ef74e3b7:38167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:00,551 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.HRegionServer(1482): Serving as 3354ef74e3b7,38167,1732090619436, RpcServer on 3354ef74e3b7/172.17.0.2:38167, sessionid=0x1013473053c0007 2024-11-20T08:17:00,552 DEBUG [RS:0;3354ef74e3b7:38167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:17:00,552 DEBUG [RS:0;3354ef74e3b7:38167 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3354ef74e3b7,38167,1732090619436 2024-11-20T08:17:00,552 DEBUG [RS:0;3354ef74e3b7:38167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,38167,1732090619436' 2024-11-20T08:17:00,552 DEBUG [RS:0;3354ef74e3b7:38167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-445550394/flush-table-proc/abort' 2024-11-20T08:17:00,552 DEBUG [RS:0;3354ef74e3b7:38167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-445550394/flush-table-proc/acquired' 2024-11-20T08:17:00,553 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource,2-3354ef74e3b7,38167,1732090619436 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c5c9c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:00,553 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource,2-3354ef74e3b7,38167,1732090619436 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,42047,-1 for getting cluster id 2024-11-20T08:17:00,553 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource,2-3354ef74e3b7,38167,1732090619436 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:17:00,553 DEBUG [RS:0;3354ef74e3b7:38167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:17:00,553 DEBUG [RS:0;3354ef74e3b7:38167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:17:00,553 DEBUG [RS:0;3354ef74e3b7:38167 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3354ef74e3b7,38167,1732090619436 2024-11-20T08:17:00,553 DEBUG [RS:0;3354ef74e3b7:38167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,38167,1732090619436' 2024-11-20T08:17:00,553 DEBUG [RS:0;3354ef74e3b7:38167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-445550394/online-snapshot/abort' 2024-11-20T08:17:00,554 DEBUG [RS:0;3354ef74e3b7:38167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-445550394/online-snapshot/acquired' 2024-11-20T08:17:00,554 DEBUG [RS:0;3354ef74e3b7:38167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:17:00,554 INFO [RS:0;3354ef74e3b7:38167 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:17:00,554 INFO [RS:0;3354ef74e3b7:38167 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:17:00,555 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ddc0629-6a1b-4021-ac1e-c49250f06b6a' 2024-11-20T08:17:00,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:17:00,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ddc0629-6a1b-4021-ac1e-c49250f06b6a" 2024-11-20T08:17:00,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@357fbed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:00,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,42047,-1] 2024-11-20T08:17:00,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:17:00,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:00,557 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:17:00,559 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource,2-3354ef74e3b7,38167,1732090619436 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dd38f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:00,559 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource,2-3354ef74e3b7,38167,1732090619436 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:17:00,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,42047,1732090609575 2024-11-20T08:17:00,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61dcb728 2024-11-20T08:17:00,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:17:00,561 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-20T08:17:00,562 INFO [RS:0;3354ef74e3b7:38167.replicationSource,2-3354ef74e3b7,38167,1732090619436 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-3354ef74e3b7,38167,1732090619436 (queues=0) is replicating from cluster=40eae52e-f8b5-469e-bc86-27935b35b28b to cluster=7ddc0629-6a1b-4021-ac1e-c49250f06b6a 2024-11-20T08:17:00,655 INFO [RS:0;3354ef74e3b7:38167 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:17:00,658 INFO [RS:0;3354ef74e3b7:38167 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C38167%2C1732090619436, suffix=, logDir=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436, archiveDir=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/oldWALs, maxLogs=10 2024-11-20T08:17:00,682 DEBUG [RS:0;3354ef74e3b7:38167 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.1732090620660, exclude list is [], retry=0 2024-11-20T08:17:00,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39127,DS-ee23c597-ecdf-4cd7-aad4-50fcbb85c144,DISK] 2024-11-20T08:17:00,691 INFO [RS:0;3354ef74e3b7:38167 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.1732090620660 2024-11-20T08:17:00,692 DEBUG [RS:0;3354ef74e3b7:38167 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 3354ef74e3b7%2C38167%2C1732090619436 for peer 2 2024-11-20T08:17:00,692 DEBUG [RS:0;3354ef74e3b7:38167 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 3354ef74e3b7%2C38167%2C1732090619436 for peer 1 2024-11-20T08:17:00,692 DEBUG [RS:0;3354ef74e3b7:38167 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3354ef74e3b7%2C38167%2C1732090619436 2024-11-20T08:17:00,692 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3354ef74e3b7,38167,1732090619436, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T08:17:00,694 DEBUG [RS:0;3354ef74e3b7:38167 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=3354ef74e3b7%2C38167%2C1732090619436 2024-11-20T08:17:00,694 INFO [RS:0;3354ef74e3b7:38167.replicationSource.shipper3354ef74e3b7%2C38167%2C1732090619436,1-3354ef74e3b7,38167,1732090619436 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3354ef74e3b7%2C38167%2C1732090619436 2024-11-20T08:17:00,694 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-3354ef74e3b7,38167,1732090619436, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T08:17:00,696 DEBUG [RS:0;3354ef74e3b7:38167 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40163:40163)] 2024-11-20T08:17:00,696 INFO [RS:0;3354ef74e3b7:38167.replicationSource.shipper3354ef74e3b7%2C38167%2C1732090619436,2-3354ef74e3b7,38167,1732090619436 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3354ef74e3b7%2C38167%2C1732090619436 2024-11-20T08:17:00,697 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource.wal-reader.3354ef74e3b7%2C38167%2C1732090619436,1-3354ef74e3b7,38167,1732090619436 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.1732090620660, startPosition=0, beingWritten=true 2024-11-20T08:17:00,697 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource.wal-reader.3354ef74e3b7%2C38167%2C1732090619436,2-3354ef74e3b7,38167,1732090619436 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.1732090620660, startPosition=0, beingWritten=true 2024-11-20T08:17:00,732 DEBUG [3354ef74e3b7:33943 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:17:00,733 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3354ef74e3b7,38167,1732090619436 2024-11-20T08:17:00,735 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,38167,1732090619436, state=OPENING 2024-11-20T08:17:00,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-445550394/meta-region-server 2024-11-20T08:17:00,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x1013473053c0007, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-445550394/meta-region-server 2024-11-20T08:17:00,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-445550394/meta-region-server: CHANGED 2024-11-20T08:17:00,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-445550394/meta-region-server: CHANGED 2024-11-20T08:17:00,737 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:17:00,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,38167,1732090619436}] 2024-11-20T08:17:00,892 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:17:00,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:17:00,899 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:17:00,899 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:17:00,899 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:17:00,901 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C38167%2C1732090619436.meta, suffix=.meta, logDir=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436, archiveDir=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/oldWALs, maxLogs=10 2024-11-20T08:17:00,917 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.meta.1732090620902.meta, exclude list is [], retry=0 2024-11-20T08:17:00,918 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource.wal-reader.3354ef74e3b7%2C38167%2C1732090619436,2-3354ef74e3b7,38167,1732090619436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.1732090620660 to pos 0, reset compression=false 2024-11-20T08:17:00,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39127,DS-ee23c597-ecdf-4cd7-aad4-50fcbb85c144,DISK] 2024-11-20T08:17:00,922 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource.wal-reader.3354ef74e3b7%2C38167%2C1732090619436,1-3354ef74e3b7,38167,1732090619436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.1732090620660 to pos 0, reset compression=false 2024-11-20T08:17:00,923 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.meta.1732090620902.meta 2024-11-20T08:17:00,924 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40163:40163)] 2024-11-20T08:17:00,925 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:17:00,925 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:17:00,926 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:17:00,926 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:17:00,926 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:17:00,926 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:17:00,926 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:00,926 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:17:00,926 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:17:00,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:17:00,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:17:00,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:00,942 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740/info/5d3369c035a14ab49931f324efa94352 2024-11-20T08:17:00,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:00,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:17:00,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:17:00,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:00,951 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740/ns/d35c6a46ae6b4699b11815d01e53efe3 2024-11-20T08:17:00,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:00,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:17:00,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:17:00,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:00,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:00,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:17:00,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:17:00,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:00,961 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740/table/b95725c949f14ed38e09aed3862241d2 2024-11-20T08:17:00,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:00,962 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:17:00,963 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740 2024-11-20T08:17:00,964 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740 2024-11-20T08:17:00,965 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:17:00,965 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:17:00,966 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:17:00,968 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:17:00,969 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74200659, jitterRate=0.10567598044872284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:17:00,969 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:17:00,969 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732090620927Writing region info on filesystem at 1732090620927Initializing all the Stores at 1732090620928 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090620928Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090620931 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090620931Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090620931Cleaning up temporary data from old regions at 1732090620965 (+34 ms)Running coprocessor post-open hooks at 1732090620969 (+4 ms)Region opened successfully at 1732090620969 2024-11-20T08:17:00,971 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732090620892 2024-11-20T08:17:00,973 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:17:00,973 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:17:00,974 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=3354ef74e3b7,38167,1732090619436 2024-11-20T08:17:00,975 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,38167,1732090619436, state=OPEN 2024-11-20T08:17:00,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-445550394/meta-region-server 2024-11-20T08:17:00,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x1013473053c0007, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-445550394/meta-region-server 2024-11-20T08:17:00,978 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3354ef74e3b7,38167,1732090619436 2024-11-20T08:17:00,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-445550394/meta-region-server: CHANGED 2024-11-20T08:17:00,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-445550394/meta-region-server: CHANGED 2024-11-20T08:17:00,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T08:17:00,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,38167,1732090619436 in 241 msec 2024-11-20T08:17:00,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-20T08:17:00,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 654 msec 2024-11-20T08:17:01,227 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource.wal-reader.3354ef74e3b7%2C38167%2C1732090619436,2-3354ef74e3b7,38167,1732090619436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.1732090620660 to pos 0, reset compression=false 2024-11-20T08:17:01,234 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource.wal-reader.3354ef74e3b7%2C38167%2C1732090619436,1-3354ef74e3b7,38167,1732090619436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.1732090620660 to pos 0, reset compression=false 2024-11-20T08:17:01,633 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource.wal-reader.3354ef74e3b7%2C38167%2C1732090619436,2-3354ef74e3b7,38167,1732090619436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.1732090620660 to pos 0, reset compression=false 2024-11-20T08:17:01,640 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource.wal-reader.3354ef74e3b7%2C38167%2C1732090619436,1-3354ef74e3b7,38167,1732090619436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.1732090620660 to pos 0, reset compression=false 2024-11-20T08:17:01,943 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-20T08:17:02,140 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource.wal-reader.3354ef74e3b7%2C38167%2C1732090619436,2-3354ef74e3b7,38167,1732090619436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.1732090620660 to pos 0, reset compression=false 2024-11-20T08:17:02,145 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource.wal-reader.3354ef74e3b7%2C38167%2C1732090619436,1-3354ef74e3b7,38167,1732090619436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.1732090620660 to pos 0, reset compression=false 2024-11-20T08:17:02,746 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource.wal-reader.3354ef74e3b7%2C38167%2C1732090619436,2-3354ef74e3b7,38167,1732090619436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.1732090620660 to pos 0, reset compression=false 2024-11-20T08:17:02,751 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource.wal-reader.3354ef74e3b7%2C38167%2C1732090619436,1-3354ef74e3b7,38167,1732090619436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.1732090620660 to pos 0, reset compression=false 2024-11-20T08:17:03,445 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3108ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-20T08:17:03,453 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource.wal-reader.3354ef74e3b7%2C38167%2C1732090619436,2-3354ef74e3b7,38167,1732090619436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.1732090620660 to pos 0, reset compression=false 2024-11-20T08:17:03,457 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource.wal-reader.3354ef74e3b7%2C38167%2C1732090619436,1-3354ef74e3b7,38167,1732090619436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.1732090620660 to pos 0, reset compression=false 2024-11-20T08:17:04,260 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource.wal-reader.3354ef74e3b7%2C38167%2C1732090619436,2-3354ef74e3b7,38167,1732090619436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.1732090620660 to pos 0, reset compression=false 2024-11-20T08:17:04,262 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource.wal-reader.3354ef74e3b7%2C38167%2C1732090619436,1-3354ef74e3b7,38167,1732090619436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.1732090620660 to pos 0, reset compression=false 2024-11-20T08:17:04,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T08:17:04,848 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-20T08:17:04,848 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T08:17:04,848 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:17:04,848 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,38167,1732090619436, seqNum=-1] 2024-11-20T08:17:04,849 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:17:04,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:17:04,857 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1f2d50a2d2a9d2eb46e32dcaabfdb17a, regionState=OPEN, lastHost=3354ef74e3b7,37367,1732090604584, regionLocation=3354ef74e3b7,37367,1732090604584, openSeqNum=2 2024-11-20T08:17:04,857 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T08:17:04,857 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090684857 2024-11-20T08:17:04,857 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090744857 2024-11-20T08:17:04,858 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-20T08:17:04,858 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,33943,1732090619393-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:04,858 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,33943,1732090619393-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:04,858 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,33943,1732090619393-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:04,858 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3354ef74e3b7:33943, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:04,858 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:04,858 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 3354ef74e3b7,37367,1732090604584 had 2 regions 2024-11-20T08:17:04,858 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:04,860 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 3354ef74e3b7,37367,1732090604584, splitWal=true, meta=true, isMeta: false 2024-11-20T08:17:04,863 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584-splitting dir is empty, no logs to split. 2024-11-20T08:17:04,863 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3354ef74e3b7,37367,1732090604584 WAL count=0, meta=false 2024-11-20T08:17:04,866 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.382sec 2024-11-20T08:17:04,866 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:17:04,866 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:17:04,866 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:17:04,866 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:17:04,866 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:17:04,866 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,33943,1732090619393-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:17:04,866 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,33943,1732090619393-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:17:04,866 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,37367,1732090604584-splitting dir is empty, no logs to split. 2024-11-20T08:17:04,866 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3354ef74e3b7,37367,1732090604584 WAL count=0, meta=false 2024-11-20T08:17:04,866 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 3354ef74e3b7,37367,1732090604584 WAL splitting is done? wals=0, meta=false 2024-11-20T08:17:04,870 WARN [master/3354ef74e3b7:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=3354ef74e3b7,37367,1732090604584/hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. 2024-11-20T08:17:04,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f2d50a2d2a9d2eb46e32dcaabfdb17a, ASSIGN}] 2024-11-20T08:17:04,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701c1cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:04,871 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,33943,-1 for getting cluster id 2024-11-20T08:17:04,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:17:04,871 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:17:04,872 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:17:04,872 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,33943,1732090619393-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:04,872 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f2d50a2d2a9d2eb46e32dcaabfdb17a, ASSIGN 2024-11-20T08:17:04,873 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40eae52e-f8b5-469e-bc86-27935b35b28b' 2024-11-20T08:17:04,874 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1f2d50a2d2a9d2eb46e32dcaabfdb17a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T08:17:04,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:17:04,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40eae52e-f8b5-469e-bc86-27935b35b28b" 2024-11-20T08:17:04,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f42056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:04,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,33943,-1] 2024-11-20T08:17:04,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:17:04,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:04,876 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:17:04,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a287bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:04,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:17:04,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,38167,1732090619436, seqNum=-1] 2024-11-20T08:17:04,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:17:04,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:17:04,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-20T08:17:04,883 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:17:04,883 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:17:04,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:04,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:04,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:17:04,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 3354ef74e3b7:33943 after: 3354ef74e3b7:33943 2024-11-20T08:17:04,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:04,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,33943,-1 for getting cluster id 2024-11-20T08:17:04,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:17:04,885 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40eae52e-f8b5-469e-bc86-27935b35b28b' 2024-11-20T08:17:04,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:17:04,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40eae52e-f8b5-469e-bc86-27935b35b28b" 2024-11-20T08:17:04,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d6af04b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:04,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,33943,-1] 2024-11-20T08:17:04,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:17:04,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:04,887 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:17:04,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d7e019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:04,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:17:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,33943,1732090619393 2024-11-20T08:17:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eae43c1 2024-11-20T08:17:04,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:17:04,890 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:17:04,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T08:17:04,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-20T08:17:04,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T08:17:04,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33943 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-20T08:17:04,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T08:17:04,894 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:17:04,894 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:17:04,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:04,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:04,894 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:17:04,894 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=966452312, stopped=false 2024-11-20T08:17:04,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:17:04,894 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3354ef74e3b7,42047,1732090609575 2024-11-20T08:17:04,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1013473053c0004, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1877602748/running 2024-11-20T08:17:04,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1877602748/running 2024-11-20T08:17:04,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1013473053c0004, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1877602748 2024-11-20T08:17:04,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1877602748 2024-11-20T08:17:04,896 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:17:04,897 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:17:04,897 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:17:04,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45983-0x1013473053c0004, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Set watcher on znode that does not yet exist, /1-1877602748/running 2024-11-20T08:17:04,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Set watcher on znode that does not yet exist, /1-1877602748/running 2024-11-20T08:17:04,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:04,897 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3354ef74e3b7,45983,1732090609623' ***** 2024-11-20T08:17:04,897 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:17:04,898 INFO [RS:0;3354ef74e3b7:45983 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:17:04,898 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:17:04,898 INFO [RS:0;3354ef74e3b7:45983 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:17:04,898 INFO [RS:0;3354ef74e3b7:45983 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:17:04,898 INFO [RS:0;3354ef74e3b7:45983 {}] regionserver.HRegionServer(959): stopping server 3354ef74e3b7,45983,1732090609623 2024-11-20T08:17:04,898 INFO [RS:0;3354ef74e3b7:45983 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:17:04,898 INFO [RS:0;3354ef74e3b7:45983 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:45983. 2024-11-20T08:17:04,898 DEBUG [RS:0;3354ef74e3b7:45983 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:17:04,898 DEBUG [RS:0;3354ef74e3b7:45983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:04,898 INFO [RS:0;3354ef74e3b7:45983 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:17:04,898 INFO [RS:0;3354ef74e3b7:45983 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:17:04,898 INFO [RS:0;3354ef74e3b7:45983 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:17:04,899 INFO [RS:0;3354ef74e3b7:45983 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T08:17:04,899 INFO [RS:0;3354ef74e3b7:45983 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T08:17:04,899 DEBUG [RS:0;3354ef74e3b7:45983 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T08:17:04,899 DEBUG [RS:0;3354ef74e3b7:45983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:17:04,899 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:17:04,899 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:17:04,899 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:17:04,899 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:17:04,899 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:17:04,899 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T08:17:04,919 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/data/hbase/meta/1588230740/.tmp/ns/71505c6f51324899963fbc73203327dc is 43, key is default/ns:d/1732090612324/Put/seqid=0 2024-11-20T08:17:04,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741835_1011 (size=5153) 2024-11-20T08:17:04,944 INFO [regionserver/3354ef74e3b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:17:05,024 DEBUG [3354ef74e3b7:33943 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:17:05,025 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=1f2d50a2d2a9d2eb46e32dcaabfdb17a, regionState=OPENING, regionLocation=3354ef74e3b7,38167,1732090619436 2024-11-20T08:17:05,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1f2d50a2d2a9d2eb46e32dcaabfdb17a, ASSIGN because future has completed 2024-11-20T08:17:05,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f2d50a2d2a9d2eb46e32dcaabfdb17a, server=3354ef74e3b7,38167,1732090619436}] 2024-11-20T08:17:05,099 DEBUG [RS:0;3354ef74e3b7:45983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:17:05,167 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource.wal-reader.3354ef74e3b7%2C38167%2C1732090619436,2-3354ef74e3b7,38167,1732090619436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.1732090620660 to pos 0, reset compression=false 2024-11-20T08:17:05,168 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource.wal-reader.3354ef74e3b7%2C38167%2C1732090619436,1-3354ef74e3b7,38167,1732090619436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.1732090620660 to pos 0, reset compression=false 2024-11-20T08:17:05,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. 2024-11-20T08:17:05,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:17:05,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T08:17:05,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C38167%2C1732090619436.rep, suffix=, logDir=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436, archiveDir=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/oldWALs, maxLogs=10 2024-11-20T08:17:05,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.rep.1732090625190, exclude list is [], retry=0 2024-11-20T08:17:05,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39127,DS-ee23c597-ecdf-4cd7-aad4-50fcbb85c144,DISK] 2024-11-20T08:17:05,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.rep.1732090625190 2024-11-20T08:17:05,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40163:40163)] 2024-11-20T08:17:05,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f2d50a2d2a9d2eb46e32dcaabfdb17a, NAME => 'hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:17:05,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:17:05,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:17:05,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. service=MultiRowMutationService 2024-11-20T08:17:05,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T08:17:05,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:17:05,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:05,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:17:05,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:17:05,212 INFO [StoreOpener-1f2d50a2d2a9d2eb46e32dcaabfdb17a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:17:05,213 INFO [StoreOpener-1f2d50a2d2a9d2eb46e32dcaabfdb17a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f2d50a2d2a9d2eb46e32dcaabfdb17a columnFamilyName hfileref 2024-11-20T08:17:05,214 DEBUG [StoreOpener-1f2d50a2d2a9d2eb46e32dcaabfdb17a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:05,214 INFO [StoreOpener-1f2d50a2d2a9d2eb46e32dcaabfdb17a-1 {}] regionserver.HStore(327): Store=1f2d50a2d2a9d2eb46e32dcaabfdb17a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:05,214 INFO [StoreOpener-1f2d50a2d2a9d2eb46e32dcaabfdb17a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:17:05,215 INFO [StoreOpener-1f2d50a2d2a9d2eb46e32dcaabfdb17a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f2d50a2d2a9d2eb46e32dcaabfdb17a columnFamilyName queue 2024-11-20T08:17:05,215 DEBUG [StoreOpener-1f2d50a2d2a9d2eb46e32dcaabfdb17a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:05,223 DEBUG [StoreOpener-1f2d50a2d2a9d2eb46e32dcaabfdb17a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/replication/1f2d50a2d2a9d2eb46e32dcaabfdb17a/queue/8a30ade9a25e4505ad56b0da5e196d42 2024-11-20T08:17:05,223 INFO [StoreOpener-1f2d50a2d2a9d2eb46e32dcaabfdb17a-1 {}] regionserver.HStore(327): Store=1f2d50a2d2a9d2eb46e32dcaabfdb17a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:05,223 INFO [StoreOpener-1f2d50a2d2a9d2eb46e32dcaabfdb17a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:17:05,224 INFO [StoreOpener-1f2d50a2d2a9d2eb46e32dcaabfdb17a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f2d50a2d2a9d2eb46e32dcaabfdb17a columnFamilyName sid 2024-11-20T08:17:05,224 DEBUG [StoreOpener-1f2d50a2d2a9d2eb46e32dcaabfdb17a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:05,225 INFO [StoreOpener-1f2d50a2d2a9d2eb46e32dcaabfdb17a-1 {}] regionserver.HStore(327): Store=1f2d50a2d2a9d2eb46e32dcaabfdb17a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:05,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:17:05,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/replication/1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:17:05,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/replication/1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:17:05,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:17:05,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:17:05,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:17:05,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:17:05,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 1f2d50a2d2a9d2eb46e32dcaabfdb17a; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69728602, jitterRate=0.03903713822364807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:17:05,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:17:05,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 1f2d50a2d2a9d2eb46e32dcaabfdb17a: Running coprocessor pre-open hook at 1732090625211Writing region info on filesystem at 1732090625211Initializing all the Stores at 1732090625212 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090625212Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090625212Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090625212Cleaning up temporary data from old regions at 1732090625228 (+16 ms)Running coprocessor post-open hooks at 1732090625231 (+3 ms)Region opened successfully at 1732090625232 (+1 ms) 2024-11-20T08:17:05,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a., pid=19, masterSystemTime=1732090625182 2024-11-20T08:17:05,234 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T08:17:05,234 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T08:17:05,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. 2024-11-20T08:17:05,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. 2024-11-20T08:17:05,237 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=1f2d50a2d2a9d2eb46e32dcaabfdb17a, regionState=OPEN, openSeqNum=10, regionLocation=3354ef74e3b7,38167,1732090619436 2024-11-20T08:17:05,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f2d50a2d2a9d2eb46e32dcaabfdb17a, server=3354ef74e3b7,38167,1732090619436 because future has completed 2024-11-20T08:17:05,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-20T08:17:05,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f2d50a2d2a9d2eb46e32dcaabfdb17a, server=3354ef74e3b7,38167,1732090619436 in 213 msec 2024-11-20T08:17:05,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-20T08:17:05,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1f2d50a2d2a9d2eb46e32dcaabfdb17a, ASSIGN in 375 msec 2024-11-20T08:17:05,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-20T08:17:05,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a., hostname=3354ef74e3b7,38167,1732090619436, seqNum=10] 2024-11-20T08:17:05,291 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 3354ef74e3b7,37367,1732090604584 2024-11-20T08:17:05,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-20T08:17:05,299 DEBUG [RS:0;3354ef74e3b7:45983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:17:05,324 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/data/hbase/meta/1588230740/.tmp/ns/71505c6f51324899963fbc73203327dc 2024-11-20T08:17:05,333 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/data/hbase/meta/1588230740/.tmp/ns/71505c6f51324899963fbc73203327dc as hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/data/hbase/meta/1588230740/ns/71505c6f51324899963fbc73203327dc 2024-11-20T08:17:05,341 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/data/hbase/meta/1588230740/ns/71505c6f51324899963fbc73203327dc, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T08:17:05,342 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false 2024-11-20T08:17:05,342 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T08:17:05,348 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T08:17:05,349 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:17:05,349 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:17:05,349 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:17:05,349 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090624899Running coprocessor pre-close hooks at 1732090624899Disabling compacts and flushes for region at 1732090624899Disabling writes for close at 1732090624899Obtaining lock to block concurrent updates at 1732090624899Preparing flush snapshotting stores in 1588230740 at 1732090624899Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732090624900 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732090624900Flushing 1588230740/ns: creating writer at 1732090624901 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732090624918 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732090624918Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f34106d: reopening flushed file at 1732090625332 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false at 1732090625342 (+10 ms)Writing region close event to WAL at 1732090625344 (+2 ms)Running coprocessor post-close hooks at 1732090625349 (+5 ms)Closed at 1732090625349 2024-11-20T08:17:05,350 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:17:05,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38167 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-20T08:17:05,500 INFO [RS:0;3354ef74e3b7:45983 {}] regionserver.HRegionServer(976): stopping server 3354ef74e3b7,45983,1732090609623; all regions closed. 2024-11-20T08:17:05,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741834_1010 (size=1152) 2024-11-20T08:17:05,506 DEBUG [RS:0;3354ef74e3b7:45983 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/oldWALs 2024-11-20T08:17:05,506 INFO [RS:0;3354ef74e3b7:45983 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C45983%2C1732090609623.meta:.meta(num 1732090612255) 2024-11-20T08:17:05,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741832_1008 (size=93) 2024-11-20T08:17:05,509 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/WALs/3354ef74e3b7,45983,1732090609623/3354ef74e3b7%2C45983%2C1732090609623.1732090611382 not finished, retry = 0 2024-11-20T08:17:05,612 DEBUG [RS:0;3354ef74e3b7:45983 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/oldWALs 2024-11-20T08:17:05,612 INFO [RS:0;3354ef74e3b7:45983 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C45983%2C1732090609623:(num 1732090611382) 2024-11-20T08:17:05,612 DEBUG [RS:0;3354ef74e3b7:45983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:05,612 INFO [RS:0;3354ef74e3b7:45983 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:17:05,612 INFO [RS:0;3354ef74e3b7:45983 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:17:05,613 INFO [RS:0;3354ef74e3b7:45983 {}] hbase.ChoreService(370): Chore service for: regionserver/3354ef74e3b7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T08:17:05,613 INFO [RS:0;3354ef74e3b7:45983 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:17:05,613 INFO [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:17:05,613 INFO [RS:0;3354ef74e3b7:45983 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45983 2024-11-20T08:17:05,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1013473053c0004, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1877602748/rs/3354ef74e3b7,45983,1732090609623 2024-11-20T08:17:05,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1877602748/rs 2024-11-20T08:17:05,615 INFO [RS:0;3354ef74e3b7:45983 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:17:05,616 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3354ef74e3b7,45983,1732090609623] 2024-11-20T08:17:05,618 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1877602748/draining/3354ef74e3b7,45983,1732090609623 already deleted, retry=false 2024-11-20T08:17:05,618 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3354ef74e3b7,45983,1732090609623 expired; onlineServers=0 2024-11-20T08:17:05,618 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3354ef74e3b7,42047,1732090609575' ***** 2024-11-20T08:17:05,618 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:17:05,618 INFO [M:0;3354ef74e3b7:42047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:17:05,618 INFO [M:0;3354ef74e3b7:42047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:17:05,619 DEBUG [M:0;3354ef74e3b7:42047 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:17:05,619 DEBUG [M:0;3354ef74e3b7:42047 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:17:05,619 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:17:05,619 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090611076 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090611076,5,FailOnTimeoutGroup] 2024-11-20T08:17:05,619 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090611076 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090611076,5,FailOnTimeoutGroup] 2024-11-20T08:17:05,619 INFO [M:0;3354ef74e3b7:42047 {}] hbase.ChoreService(370): Chore service for: master/3354ef74e3b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T08:17:05,619 INFO [M:0;3354ef74e3b7:42047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:17:05,619 DEBUG [M:0;3354ef74e3b7:42047 {}] master.HMaster(1795): Stopping service threads 2024-11-20T08:17:05,619 INFO [M:0;3354ef74e3b7:42047 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:17:05,619 INFO [M:0;3354ef74e3b7:42047 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:17:05,620 INFO [M:0;3354ef74e3b7:42047 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:17:05,620 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:17:05,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1877602748/master 2024-11-20T08:17:05,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1877602748 2024-11-20T08:17:05,621 DEBUG [M:0;3354ef74e3b7:42047 {}] zookeeper.ZKUtil(347): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Unable to get data of znode /1-1877602748/master because node does not exist (not an error) 2024-11-20T08:17:05,621 WARN [M:0;3354ef74e3b7:42047 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:17:05,622 INFO [M:0;3354ef74e3b7:42047 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/.lastflushedseqids 2024-11-20T08:17:05,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741836_1012 (size=99) 2024-11-20T08:17:05,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1013473053c0004, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:17:05,717 INFO [RS:0;3354ef74e3b7:45983 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:17:05,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45983-0x1013473053c0004, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:17:05,717 INFO [RS:0;3354ef74e3b7:45983 {}] regionserver.HRegionServer(1031): Exiting; stopping=3354ef74e3b7,45983,1732090609623; zookeeper connection closed. 2024-11-20T08:17:05,717 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27818955 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27818955 2024-11-20T08:17:05,717 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T08:17:06,031 INFO [M:0;3354ef74e3b7:42047 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T08:17:06,031 INFO [M:0;3354ef74e3b7:42047 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:17:06,031 DEBUG [M:0;3354ef74e3b7:42047 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:17:06,031 INFO [M:0;3354ef74e3b7:42047 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:06,031 DEBUG [M:0;3354ef74e3b7:42047 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:06,031 DEBUG [M:0;3354ef74e3b7:42047 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:17:06,031 DEBUG [M:0;3354ef74e3b7:42047 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:06,032 INFO [M:0;3354ef74e3b7:42047 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T08:17:06,051 DEBUG [M:0;3354ef74e3b7:42047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d2d1a2b967a46508358c695c9438722 is 82, key is hbase:meta,,1/info:regioninfo/1732090612305/Put/seqid=0 2024-11-20T08:17:06,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741837_1013 (size=5672) 2024-11-20T08:17:06,173 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource.wal-reader.3354ef74e3b7%2C38167%2C1732090619436,2-3354ef74e3b7,38167,1732090619436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.1732090620660 to pos 0, reset compression=false 2024-11-20T08:17:06,174 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource.wal-reader.3354ef74e3b7%2C38167%2C1732090619436,1-3354ef74e3b7,38167,1732090619436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.1732090620660 to pos 0, reset compression=false 2024-11-20T08:17:06,428 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:17:06,457 INFO [M:0;3354ef74e3b7:42047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d2d1a2b967a46508358c695c9438722 2024-11-20T08:17:06,482 DEBUG [M:0;3354ef74e3b7:42047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43f319798d8d4ce8ba6006325a414bb2 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732090612333/Put/seqid=0 2024-11-20T08:17:06,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741838_1014 (size=5275) 2024-11-20T08:17:06,888 INFO [M:0;3354ef74e3b7:42047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43f319798d8d4ce8ba6006325a414bb2 2024-11-20T08:17:06,912 DEBUG [M:0;3354ef74e3b7:42047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ccc2c4cf4f749838abd9bf552c5ee5f is 69, key is 3354ef74e3b7,45983,1732090609623/rs:state/1732090611179/Put/seqid=0 2024-11-20T08:17:06,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741839_1015 (size=5156) 2024-11-20T08:17:07,281 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource.wal-reader.3354ef74e3b7%2C38167%2C1732090619436,1-3354ef74e3b7,38167,1732090619436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.1732090620660 to pos 0, reset compression=false 2024-11-20T08:17:07,281 DEBUG [RS:0;3354ef74e3b7:38167.replicationSource.wal-reader.3354ef74e3b7%2C38167%2C1732090619436,2-3354ef74e3b7,38167,1732090619436 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.1732090620660 to pos 0, reset compression=false 2024-11-20T08:17:07,317 INFO [M:0;3354ef74e3b7:42047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ccc2c4cf4f749838abd9bf552c5ee5f 2024-11-20T08:17:07,325 DEBUG [M:0;3354ef74e3b7:42047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d2d1a2b967a46508358c695c9438722 as hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9d2d1a2b967a46508358c695c9438722 2024-11-20T08:17:07,331 INFO [M:0;3354ef74e3b7:42047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9d2d1a2b967a46508358c695c9438722, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T08:17:07,333 DEBUG [M:0;3354ef74e3b7:42047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43f319798d8d4ce8ba6006325a414bb2 as hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43f319798d8d4ce8ba6006325a414bb2 2024-11-20T08:17:07,339 INFO [M:0;3354ef74e3b7:42047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43f319798d8d4ce8ba6006325a414bb2, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T08:17:07,341 DEBUG [M:0;3354ef74e3b7:42047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ccc2c4cf4f749838abd9bf552c5ee5f as hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ccc2c4cf4f749838abd9bf552c5ee5f 2024-11-20T08:17:07,347 INFO [M:0;3354ef74e3b7:42047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39155/user/jenkins/test-data/ec4d466d-cf9f-f314-bb36-b352404b908a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ccc2c4cf4f749838abd9bf552c5ee5f, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T08:17:07,349 INFO [M:0;3354ef74e3b7:42047 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=28, compaction requested=false 2024-11-20T08:17:07,350 INFO [M:0;3354ef74e3b7:42047 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:07,350 DEBUG [M:0;3354ef74e3b7:42047 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090626031Disabling compacts and flushes for region at 1732090626031Disabling writes for close at 1732090626031Obtaining lock to block concurrent updates at 1732090626032 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732090626032Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732090626032Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732090626033 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732090626033Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732090626050 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732090626051 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732090626465 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732090626482 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732090626482Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732090626894 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732090626911 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732090626911Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b02d201: reopening flushed file at 1732090627324 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16581f1c: reopening flushed file at 1732090627332 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b834f99: reopening flushed file at 1732090627339 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=28, compaction requested=false at 1732090627349 (+10 ms)Writing region close event to WAL at 1732090627350 (+1 ms)Closed at 1732090627350 2024-11-20T08:17:07,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41059 is added to blk_1073741830_1006 (size=10165) 2024-11-20T08:17:07,354 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:17:07,354 INFO [M:0;3354ef74e3b7:42047 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T08:17:07,354 INFO [M:0;3354ef74e3b7:42047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42047 2024-11-20T08:17:07,358 INFO [M:0;3354ef74e3b7:42047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:17:07,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:17:07,460 INFO [M:0;3354ef74e3b7:42047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:17:07,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x1013473053c0003, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:17:07,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:17:07,466 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:17:07,466 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:17:07,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:17:07,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/hadoop.log.dir/,STOPPED} 2024-11-20T08:17:07,470 WARN [BP-191825986-172.17.0.2-1732090608511 heartbeating to localhost/127.0.0.1:39155 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:17:07,470 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:17:07,470 WARN [BP-191825986-172.17.0.2-1732090608511 heartbeating to localhost/127.0.0.1:39155 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-191825986-172.17.0.2-1732090608511 (Datanode Uuid d61b20ef-45f0-413e-a4b9-ceca6aa8cec1) service to localhost/127.0.0.1:39155 2024-11-20T08:17:07,470 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:17:07,472 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/cluster_f71888c7-534c-5a30-2b65-460c3459b45f/data/data1/current/BP-191825986-172.17.0.2-1732090608511 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:17:07,472 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/cluster_f71888c7-534c-5a30-2b65-460c3459b45f/data/data2/current/BP-191825986-172.17.0.2-1732090608511 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:17:07,473 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:17:07,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:17:07,483 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:17:07,483 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:17:07,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:17:07,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/hadoop.log.dir/,STOPPED} 2024-11-20T08:17:07,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T08:17:07,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T08:17:07,503 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:17:07,503 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:17:07,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:07,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:07,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:17:07,504 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:17:07,504 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1656734492, stopped=false 2024-11-20T08:17:07,504 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3354ef74e3b7,33943,1732090619393 2024-11-20T08:17:07,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-445550394/running 2024-11-20T08:17:07,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x1013473053c0007, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-445550394/running 2024-11-20T08:17:07,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x1013473053c0007, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394 2024-11-20T08:17:07,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394 2024-11-20T08:17:07,506 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:17:07,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Set watcher on znode that does not yet exist, /0-445550394/running 2024-11-20T08:17:07,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38167-0x1013473053c0007, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Set watcher on znode that does not yet exist, /0-445550394/running 2024-11-20T08:17:07,507 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:17:07,507 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:17:07,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:07,507 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3354ef74e3b7,38167,1732090619436' ***** 2024-11-20T08:17:07,507 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:17:07,508 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:17:07,508 INFO [RS:0;3354ef74e3b7:38167 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:17:07,508 INFO [RS:0;3354ef74e3b7:38167 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:17:07,508 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:17:07,508 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:17:07,508 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.HRegionServer(959): stopping server 3354ef74e3b7,38167,1732090619436 2024-11-20T08:17:07,508 INFO [RS:0;3354ef74e3b7:38167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:17:07,508 INFO [RS:0;3354ef74e3b7:38167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:38167. 2024-11-20T08:17:07,508 DEBUG [RS:0;3354ef74e3b7:38167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:17:07,509 DEBUG [RS:0;3354ef74e3b7:38167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:07,509 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f2d50a2d2a9d2eb46e32dcaabfdb17a, disabling compactions & flushes 2024-11-20T08:17:07,509 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. 2024-11-20T08:17:07,509 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:17:07,509 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:17:07,509 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:17:07,509 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. 2024-11-20T08:17:07,509 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T08:17:07,509 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. after waiting 0 ms 2024-11-20T08:17:07,509 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. 2024-11-20T08:17:07,509 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T08:17:07,509 DEBUG [RS:0;3354ef74e3b7:38167 {}] regionserver.HRegionServer(1325): Online Regions={1f2d50a2d2a9d2eb46e32dcaabfdb17a=hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T08:17:07,509 DEBUG [RS:0;3354ef74e3b7:38167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f2d50a2d2a9d2eb46e32dcaabfdb17a 2024-11-20T08:17:07,509 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:17:07,509 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:17:07,509 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:17:07,509 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:17:07,509 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:17:07,509 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-20T08:17:07,515 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/replication/1f2d50a2d2a9d2eb46e32dcaabfdb17a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-20T08:17:07,516 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:17:07,516 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:17:07,516 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. 2024-11-20T08:17:07,516 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f2d50a2d2a9d2eb46e32dcaabfdb17a: Waiting for close lock at 1732090627508Running coprocessor pre-close hooks at 1732090627508Disabling compacts and flushes for region at 1732090627508Disabling writes for close at 1732090627509 (+1 ms)Writing region close event to WAL at 1732090627510 (+1 ms)Running coprocessor post-close hooks at 1732090627516 (+6 ms)Closed at 1732090627516 2024-11-20T08:17:07,516 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a. 2024-11-20T08:17:07,532 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740/.tmp/info/a4a15efa395f4faca1a5be3dd2076dd2 is 147, key is hbase:replication,,1732090612448.1f2d50a2d2a9d2eb46e32dcaabfdb17a./info:regioninfo/1732090625237/Put/seqid=0 2024-11-20T08:17:07,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741851_1027 (size=6385) 2024-11-20T08:17:07,574 INFO [regionserver/3354ef74e3b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:17:07,709 DEBUG [RS:0;3354ef74e3b7:38167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:17:07,910 DEBUG [RS:0;3354ef74e3b7:38167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:17:07,939 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740/.tmp/info/a4a15efa395f4faca1a5be3dd2076dd2 2024-11-20T08:17:07,947 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740/.tmp/info/a4a15efa395f4faca1a5be3dd2076dd2 as hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740/info/a4a15efa395f4faca1a5be3dd2076dd2 2024-11-20T08:17:07,953 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740/info/a4a15efa395f4faca1a5be3dd2076dd2, entries=8, sequenceid=19, filesize=6.2 K 2024-11-20T08:17:07,955 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false 2024-11-20T08:17:07,960 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-20T08:17:07,961 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:17:07,961 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:17:07,961 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:17:07,961 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090627509Running coprocessor pre-close hooks at 1732090627509Disabling compacts and flushes for region at 1732090627509Disabling writes for close at 1732090627509Obtaining lock to block concurrent updates at 1732090627509Preparing flush snapshotting stores in 1588230740 at 1732090627509Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732090627510 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732090627511 (+1 ms)Flushing 1588230740/info: creating writer at 1732090627511Flushing 1588230740/info: appending metadata at 1732090627531 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732090627532 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f822357: reopening flushed file at 1732090627946 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false at 1732090627955 (+9 ms)Writing region close event to WAL at 1732090627956 (+1 ms)Running coprocessor post-close hooks at 1732090627961 (+5 ms)Closed at 1732090627961 2024-11-20T08:17:07,962 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:17:08,110 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.HRegionServer(976): stopping server 3354ef74e3b7,38167,1732090619436; all regions closed. 2024-11-20T08:17:08,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741849_1025 (size=2156) 2024-11-20T08:17:08,113 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/WALs/3354ef74e3b7,38167,1732090619436/3354ef74e3b7%2C38167%2C1732090619436.meta.1732090620902.meta not finished, retry = 0 2024-11-20T08:17:08,217 DEBUG [RS:0;3354ef74e3b7:38167 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/oldWALs 2024-11-20T08:17:08,217 INFO [RS:0;3354ef74e3b7:38167 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C38167%2C1732090619436.meta:.meta(num 1732090620902) 2024-11-20T08:17:08,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741850_1026 (size=796) 2024-11-20T08:17:08,222 DEBUG [RS:0;3354ef74e3b7:38167 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/oldWALs 2024-11-20T08:17:08,222 INFO [RS:0;3354ef74e3b7:38167 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C38167%2C1732090619436.rep:(num 1732090625190) 2024-11-20T08:17:08,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741848_1024 (size=93) 2024-11-20T08:17:08,227 DEBUG [RS:0;3354ef74e3b7:38167 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/oldWALs 2024-11-20T08:17:08,227 INFO [RS:0;3354ef74e3b7:38167 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C38167%2C1732090619436:(num 1732090620660) 2024-11-20T08:17:08,227 DEBUG [RS:0;3354ef74e3b7:38167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:08,227 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:17:08,228 INFO [RS:0;3354ef74e3b7:38167 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:17:08,228 INFO [RS:0;3354ef74e3b7:38167 {}] hbase.ChoreService(370): Chore service for: regionserver/3354ef74e3b7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T08:17:08,228 INFO [RS:0;3354ef74e3b7:38167 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:17:08,228 INFO [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:17:08,228 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-20T08:17:08,228 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-20T08:17:08,228 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3354ef74e3b7,38167,1732090619436 because: Region server is closing 2024-11-20T08:17:08,228 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-20T08:17:08,229 INFO [RS:0;3354ef74e3b7:38167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:38167. 2024-11-20T08:17:08,229 DEBUG [RS:0;3354ef74e3b7:38167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:17:08,229 DEBUG [RS:0;3354ef74e3b7:38167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:08,229 DEBUG [RS:0;3354ef74e3b7:38167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:08,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:17:08,329 WARN [RS:0;3354ef74e3b7:38167.replicationSource.wal-reader.3354ef74e3b7%2C38167%2C1732090619436,1-3354ef74e3b7,38167,1732090619436 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T08:17:08,329 WARN [RS:0;3354ef74e3b7:38167.replicationSource.shipper3354ef74e3b7%2C38167%2C1732090619436,1-3354ef74e3b7,38167,1732090619436 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T08:17:08,330 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;3354ef74e3b7:38167.replicationSource.shipper3354ef74e3b7%2C38167%2C1732090619436,1-3354ef74e3b7,38167,1732090619436 terminated 2024-11-20T08:17:08,330 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-3354ef74e3b7,38167,1732090619436 because: Region server is closing 2024-11-20T08:17:08,330 INFO [RS:0;3354ef74e3b7:38167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:38167. 2024-11-20T08:17:08,330 DEBUG [RS:0;3354ef74e3b7:38167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:17:08,330 DEBUG [RS:0;3354ef74e3b7:38167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:08,330 DEBUG [RS:0;3354ef74e3b7:38167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:08,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:17:08,431 WARN [RS:0;3354ef74e3b7:38167.replicationSource.wal-reader.3354ef74e3b7%2C38167%2C1732090619436,2-3354ef74e3b7,38167,1732090619436 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T08:17:08,431 WARN [RS:0;3354ef74e3b7:38167.replicationSource.shipper3354ef74e3b7%2C38167%2C1732090619436,2-3354ef74e3b7,38167,1732090619436 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T08:17:08,431 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;3354ef74e3b7:38167.replicationSource.shipper3354ef74e3b7%2C38167%2C1732090619436,2-3354ef74e3b7,38167,1732090619436 terminated 2024-11-20T08:17:08,431 INFO [RS:0;3354ef74e3b7:38167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38167 2024-11-20T08:17:08,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x1013473053c0007, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-445550394/rs/3354ef74e3b7,38167,1732090619436 2024-11-20T08:17:08,435 INFO [RS:0;3354ef74e3b7:38167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:17:08,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394/rs 2024-11-20T08:17:08,435 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3354ef74e3b7,38167,1732090619436] 2024-11-20T08:17:08,437 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-445550394/draining/3354ef74e3b7,38167,1732090619436 already deleted, retry=false 2024-11-20T08:17:08,437 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3354ef74e3b7,38167,1732090619436 expired; onlineServers=0 2024-11-20T08:17:08,437 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3354ef74e3b7,33943,1732090619393' ***** 2024-11-20T08:17:08,437 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:17:08,437 INFO [M:0;3354ef74e3b7:33943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:17:08,437 INFO [M:0;3354ef74e3b7:33943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:17:08,437 DEBUG [M:0;3354ef74e3b7:33943 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:17:08,438 DEBUG [M:0;3354ef74e3b7:33943 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:17:08,438 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:17:08,438 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090620332 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090620332,5,FailOnTimeoutGroup] 2024-11-20T08:17:08,438 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090620336 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090620336,5,FailOnTimeoutGroup] 2024-11-20T08:17:08,438 INFO [M:0;3354ef74e3b7:33943 {}] hbase.ChoreService(370): Chore service for: master/3354ef74e3b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T08:17:08,438 INFO [M:0;3354ef74e3b7:33943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:17:08,438 DEBUG [M:0;3354ef74e3b7:33943 {}] master.HMaster(1795): Stopping service threads 2024-11-20T08:17:08,438 INFO [M:0;3354ef74e3b7:33943 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:17:08,438 INFO [M:0;3354ef74e3b7:33943 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:17:08,439 INFO [M:0;3354ef74e3b7:33943 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:17:08,439 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:17:08,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-445550394/master 2024-11-20T08:17:08,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-445550394 2024-11-20T08:17:08,439 DEBUG [M:0;3354ef74e3b7:33943 {}] zookeeper.ZKUtil(347): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Unable to get data of znode /0-445550394/master because node does not exist (not an error) 2024-11-20T08:17:08,439 WARN [M:0;3354ef74e3b7:33943 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:17:08,440 INFO [M:0;3354ef74e3b7:33943 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/.lastflushedseqids 2024-11-20T08:17:08,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741852_1028 (size=181) 2024-11-20T08:17:08,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x1013473053c0007, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:17:08,536 INFO [RS:0;3354ef74e3b7:38167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:17:08,536 INFO [RS:0;3354ef74e3b7:38167 {}] regionserver.HRegionServer(1031): Exiting; stopping=3354ef74e3b7,38167,1732090619436; zookeeper connection closed. 2024-11-20T08:17:08,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38167-0x1013473053c0007, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:17:08,537 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7cc2b41f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7cc2b41f 2024-11-20T08:17:08,537 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T08:17:08,848 INFO [M:0;3354ef74e3b7:33943 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T08:17:08,848 INFO [M:0;3354ef74e3b7:33943 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:17:08,848 DEBUG [M:0;3354ef74e3b7:33943 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:17:08,848 INFO [M:0;3354ef74e3b7:33943 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:08,848 DEBUG [M:0;3354ef74e3b7:33943 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:08,848 DEBUG [M:0;3354ef74e3b7:33943 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:17:08,848 DEBUG [M:0;3354ef74e3b7:33943 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:08,848 INFO [M:0;3354ef74e3b7:33943 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-20T08:17:08,870 DEBUG [M:0;3354ef74e3b7:33943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a493baf03dca4bb1bb99824209d60f93 is 82, key is hbase:meta,,1/info:regioninfo/1732090620974/Put/seqid=0 2024-11-20T08:17:08,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741853_1029 (size=5680) 2024-11-20T08:17:09,276 INFO [M:0;3354ef74e3b7:33943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a493baf03dca4bb1bb99824209d60f93 2024-11-20T08:17:09,302 DEBUG [M:0;3354ef74e3b7:33943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e08ad8dbd8a549a3b933e92b06ec840c is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732090625247/Put/seqid=0 2024-11-20T08:17:09,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741854_1030 (size=7319) 2024-11-20T08:17:09,711 INFO [M:0;3354ef74e3b7:33943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e08ad8dbd8a549a3b933e92b06ec840c 2024-11-20T08:17:09,734 DEBUG [M:0;3354ef74e3b7:33943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d754a9928604459a39b740b0bf0a4e1 is 69, key is 3354ef74e3b7,38167,1732090619436/rs:state/1732090620391/Put/seqid=0 2024-11-20T08:17:09,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741855_1031 (size=5371) 2024-11-20T08:17:10,140 INFO [M:0;3354ef74e3b7:33943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d754a9928604459a39b740b0bf0a4e1 2024-11-20T08:17:10,147 INFO [M:0;3354ef74e3b7:33943 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d754a9928604459a39b740b0bf0a4e1 2024-11-20T08:17:10,148 DEBUG [M:0;3354ef74e3b7:33943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a493baf03dca4bb1bb99824209d60f93 as hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a493baf03dca4bb1bb99824209d60f93 2024-11-20T08:17:10,154 INFO [M:0;3354ef74e3b7:33943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a493baf03dca4bb1bb99824209d60f93, entries=8, sequenceid=172, filesize=5.5 K 2024-11-20T08:17:10,156 DEBUG [M:0;3354ef74e3b7:33943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e08ad8dbd8a549a3b933e92b06ec840c as hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e08ad8dbd8a549a3b933e92b06ec840c 2024-11-20T08:17:10,161 INFO [M:0;3354ef74e3b7:33943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e08ad8dbd8a549a3b933e92b06ec840c, entries=7, sequenceid=172, filesize=7.1 K 2024-11-20T08:17:10,162 DEBUG [M:0;3354ef74e3b7:33943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d754a9928604459a39b740b0bf0a4e1 as hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d754a9928604459a39b740b0bf0a4e1 2024-11-20T08:17:10,168 INFO [M:0;3354ef74e3b7:33943 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d754a9928604459a39b740b0bf0a4e1 2024-11-20T08:17:10,168 INFO [M:0;3354ef74e3b7:33943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34279/user/jenkins/test-data/91bb6115-16e9-8296-81c2-5324d1283d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d754a9928604459a39b740b0bf0a4e1, entries=2, sequenceid=172, filesize=5.2 K 2024-11-20T08:17:10,170 INFO [M:0;3354ef74e3b7:33943 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=172, compaction requested=false 2024-11-20T08:17:10,171 INFO [M:0;3354ef74e3b7:33943 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:10,171 DEBUG [M:0;3354ef74e3b7:33943 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090628848Disabling compacts and flushes for region at 1732090628848Disabling writes for close at 1732090628848Obtaining lock to block concurrent updates at 1732090628848Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732090628848Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732090628849 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732090628850 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732090628850Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732090628869 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732090628869Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732090629283 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732090629301 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732090629301Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732090629717 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732090629733 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732090629733Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@99db663: reopening flushed file at 1732090630147 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d2cef5b: reopening flushed file at 1732090630155 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@728ba4f: reopening flushed file at 1732090630162 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=172, compaction requested=false at 1732090630170 (+8 ms)Writing region close event to WAL at 1732090630171 (+1 ms)Closed at 1732090630171 2024-11-20T08:17:10,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39127 is added to blk_1073741847_1023 (size=22949) 2024-11-20T08:17:10,174 INFO [M:0;3354ef74e3b7:33943 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T08:17:10,175 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:17:10,175 INFO [M:0;3354ef74e3b7:33943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33943 2024-11-20T08:17:10,175 INFO [M:0;3354ef74e3b7:33943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:17:10,278 INFO [M:0;3354ef74e3b7:33943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:17:10,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:17:10,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33943-0x1013473053c0006, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:17:10,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:17:10,281 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:17:10,281 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:17:10,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:17:10,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/hadoop.log.dir/,STOPPED} 2024-11-20T08:17:10,283 WARN [BP-1382353047-172.17.0.2-1732090601037 heartbeating to localhost/127.0.0.1:34279 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:17:10,283 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:17:10,283 WARN [BP-1382353047-172.17.0.2-1732090601037 heartbeating to localhost/127.0.0.1:34279 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1382353047-172.17.0.2-1732090601037 (Datanode Uuid 6f86e95f-bab4-4ea6-ac1f-c5b2864f72b0) service to localhost/127.0.0.1:34279 2024-11-20T08:17:10,283 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:17:10,284 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/cluster_70d472db-41a2-e54b-c37f-5add75c54de3/data/data1/current/BP-1382353047-172.17.0.2-1732090601037 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:17:10,284 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/cluster_70d472db-41a2-e54b-c37f-5add75c54de3/data/data2/current/BP-1382353047-172.17.0.2-1732090601037 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:17:10,284 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:17:10,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:17:10,290 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:17:10,290 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:17:10,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:17:10,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71d3cd66-bc2e-c0c2-55d7-b1643fc7dd6e/hadoop.log.dir/,STOPPED} 2024-11-20T08:17:10,299 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T08:17:10,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T08:17:10,322 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34279 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/3354ef74e3b7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/3354ef74e3b7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34279 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@966b717 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/3354ef74e3b7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39155 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34279 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63237) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: master/3354ef74e3b7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34279 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39155 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3354ef74e3b7:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63237) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34279 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39155 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39155 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39155 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39155 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34279 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=238 (was 313), ProcessCount=11 (was 11), AvailableMemoryMB=6553 (was 7468) 2024-11-20T08:17:10,331 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=238, ProcessCount=11, AvailableMemoryMB=6552 2024-11-20T08:17:10,346 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-20T08:17:10,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/hadoop.log.dir so I do NOT create it in target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb 2024-11-20T08:17:10,347 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T08:17:10,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/hadoop.tmp.dir so I do NOT create it in target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb 2024-11-20T08:17:10,347 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ade7770-1fa1-10d2-2d72-688c77a63bbf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T08:17:10,347 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb 2024-11-20T08:17:10,347 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/cluster_5ed97dee-51ed-b388-2e9f-f82a000d642c, deleteOnExit=true 2024-11-20T08:17:10,350 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/cluster_5ed97dee-51ed-b388-2e9f-f82a000d642c/zookeeper_0, clientPort=60698, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/cluster_5ed97dee-51ed-b388-2e9f-f82a000d642c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/cluster_5ed97dee-51ed-b388-2e9f-f82a000d642c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T08:17:10,351 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60698 2024-11-20T08:17:10,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:17:10,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T08:17:10,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/test.cache.data in system properties and HBase conf 2024-11-20T08:17:10,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:17:10,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:17:10,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:17:10,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:17:10,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T08:17:10,352 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:17:10,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:17:10,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:17:10,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:17:10,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:17:10,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:17:10,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:17:10,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:17:10,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:17:10,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:17:10,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:17:10,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:17:10,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:17:10,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:17:10,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:17:10,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013473053c0005, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T08:17:10,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013473053c0002, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T08:17:10,395 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013473053c0002, quorum=127.0.0.1:63237, baseZNode=/0-445550394 Received Disconnected from ZooKeeper, ignoring 2024-11-20T08:17:10,395 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013473053c0005, quorum=127.0.0.1:63237, baseZNode=/1-1877602748 Received Disconnected from ZooKeeper, ignoring 2024-11-20T08:17:10,450 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:17:10,456 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:17:10,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:17:10,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:17:10,458 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:17:10,458 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:17:10,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:17:10,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:17:10,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/java.io.tmpdir/jetty-localhost-32879-hadoop-hdfs-3_4_1-tests_jar-_-any-4148686194951513979/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:17:10,579 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:32879} 2024-11-20T08:17:10,580 INFO [Time-limited test {}] server.Server(415): Started @31742ms 2024-11-20T08:17:10,705 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:17:10,709 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:17:10,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:17:10,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:17:10,710 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:17:10,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44252c20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:17:10,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4438aed1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:17:10,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@121fdf25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/java.io.tmpdir/jetty-localhost-36969-hadoop-hdfs-3_4_1-tests_jar-_-any-6461408373249869553/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:17:10,875 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c45a995{HTTP/1.1, (http/1.1)}{localhost:36969} 2024-11-20T08:17:10,875 INFO [Time-limited test {}] server.Server(415): Started @32038ms 2024-11-20T08:17:10,877 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:17:11,036 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/cluster_5ed97dee-51ed-b388-2e9f-f82a000d642c/data/data1/current/BP-1664630627-172.17.0.2-1732090630385/current, will proceed with Du for space computation calculation, 2024-11-20T08:17:11,036 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/cluster_5ed97dee-51ed-b388-2e9f-f82a000d642c/data/data2/current/BP-1664630627-172.17.0.2-1732090630385/current, will proceed with Du for space computation calculation, 2024-11-20T08:17:11,077 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:17:11,083 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x557c110e16f381c7 with lease ID 0xb1dd20753c30fe93: Processing first storage report for DS-bd62634c-4f0d-4b17-97cc-ec74bcbf4846 from datanode DatanodeRegistration(127.0.0.1:35021, datanodeUuid=f7086f2b-fc1f-4958-a5da-80d5b56d0982, infoPort=38845, infoSecurePort=0, ipcPort=42251, storageInfo=lv=-57;cid=testClusterID;nsid=2098974764;c=1732090630385) 2024-11-20T08:17:11,083 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x557c110e16f381c7 with lease ID 0xb1dd20753c30fe93: from storage DS-bd62634c-4f0d-4b17-97cc-ec74bcbf4846 node DatanodeRegistration(127.0.0.1:35021, datanodeUuid=f7086f2b-fc1f-4958-a5da-80d5b56d0982, infoPort=38845, infoSecurePort=0, ipcPort=42251, storageInfo=lv=-57;cid=testClusterID;nsid=2098974764;c=1732090630385), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:17:11,083 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x557c110e16f381c7 with lease ID 0xb1dd20753c30fe93: Processing first storage report for DS-c109d620-3b22-45b6-b351-1f8cdc00d6a8 from datanode DatanodeRegistration(127.0.0.1:35021, datanodeUuid=f7086f2b-fc1f-4958-a5da-80d5b56d0982, infoPort=38845, infoSecurePort=0, ipcPort=42251, storageInfo=lv=-57;cid=testClusterID;nsid=2098974764;c=1732090630385) 2024-11-20T08:17:11,083 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x557c110e16f381c7 with lease ID 0xb1dd20753c30fe93: from storage DS-c109d620-3b22-45b6-b351-1f8cdc00d6a8 node DatanodeRegistration(127.0.0.1:35021, datanodeUuid=f7086f2b-fc1f-4958-a5da-80d5b56d0982, infoPort=38845, infoSecurePort=0, ipcPort=42251, storageInfo=lv=-57;cid=testClusterID;nsid=2098974764;c=1732090630385), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:17:11,165 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb 2024-11-20T08:17:11,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:11,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:11,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:17:11,577 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0 with version=8 2024-11-20T08:17:11,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/hbase-staging 2024-11-20T08:17:11,580 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:17:11,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:17:11,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:17:11,580 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:17:11,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:17:11,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:17:11,580 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:17:11,580 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:17:11,581 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38765 2024-11-20T08:17:11,582 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38765 connecting to ZooKeeper ensemble=127.0.0.1:60698 2024-11-20T08:17:11,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387650x0, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:17:11,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38765-0x10134737b5d0000 connected 2024-11-20T08:17:11,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:11,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:11,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Set watcher on znode that does not yet exist, /0116551337/running 2024-11-20T08:17:11,611 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0, hbase.cluster.distributed=false 2024-11-20T08:17:11,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Set watcher on znode that does not yet exist, /0116551337/acl 2024-11-20T08:17:11,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38765 2024-11-20T08:17:11,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38765 2024-11-20T08:17:11,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38765 2024-11-20T08:17:11,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38765 2024-11-20T08:17:11,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38765 2024-11-20T08:17:11,633 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:17:11,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:17:11,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:17:11,633 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:17:11,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:17:11,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:17:11,633 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:17:11,633 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:17:11,634 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41071 2024-11-20T08:17:11,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41071 connecting to ZooKeeper ensemble=127.0.0.1:60698 2024-11-20T08:17:11,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:11,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:11,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410710x0, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:17:11,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41071-0x10134737b5d0001, quorum=127.0.0.1:60698, baseZNode=/0116551337 Set watcher on znode that does not yet exist, /0116551337/running 2024-11-20T08:17:11,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41071-0x10134737b5d0001 connected 2024-11-20T08:17:11,644 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:17:11,644 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:17:11,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41071-0x10134737b5d0001, quorum=127.0.0.1:60698, baseZNode=/0116551337 Set watcher on znode that does not yet exist, /0116551337/master 2024-11-20T08:17:11,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41071-0x10134737b5d0001, quorum=127.0.0.1:60698, baseZNode=/0116551337 Set watcher on znode that does not yet exist, /0116551337/acl 2024-11-20T08:17:11,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41071 2024-11-20T08:17:11,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41071 2024-11-20T08:17:11,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41071 2024-11-20T08:17:11,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41071 2024-11-20T08:17:11,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41071 2024-11-20T08:17:11,664 DEBUG [M:0;3354ef74e3b7:38765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3354ef74e3b7:38765 2024-11-20T08:17:11,664 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0116551337/backup-masters/3354ef74e3b7,38765,1732090631579 2024-11-20T08:17:11,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116551337/backup-masters 2024-11-20T08:17:11,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41071-0x10134737b5d0001, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116551337/backup-masters 2024-11-20T08:17:11,667 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Set watcher on existing znode=/0116551337/backup-masters/3354ef74e3b7,38765,1732090631579 2024-11-20T08:17:11,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41071-0x10134737b5d0001, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0116551337/master 2024-11-20T08:17:11,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41071-0x10134737b5d0001, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116551337 2024-11-20T08:17:11,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116551337 2024-11-20T08:17:11,669 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Set watcher on existing znode=/0116551337/master 2024-11-20T08:17:11,670 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0116551337/backup-masters/3354ef74e3b7,38765,1732090631579 from backup master directory 2024-11-20T08:17:11,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41071-0x10134737b5d0001, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116551337/backup-masters 2024-11-20T08:17:11,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0116551337/backup-masters/3354ef74e3b7,38765,1732090631579 2024-11-20T08:17:11,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116551337/backup-masters 2024-11-20T08:17:11,672 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:17:11,672 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3354ef74e3b7,38765,1732090631579 2024-11-20T08:17:11,676 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/hbase.id] with ID: 20c0f203-b619-4e43-81b0-a99b69e0d573 2024-11-20T08:17:11,676 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/.tmp/hbase.id 2024-11-20T08:17:11,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:17:12,082 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/.tmp/hbase.id]:[hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/hbase.id] 2024-11-20T08:17:12,095 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:12,095 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:17:12,096 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T08:17:12,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116551337 2024-11-20T08:17:12,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41071-0x10134737b5d0001, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116551337 2024-11-20T08:17:12,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:17:12,505 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:17:12,506 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:17:12,506 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:17:12,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:17:12,915 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/MasterData/data/master/store 2024-11-20T08:17:12,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:17:13,018 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:17:13,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:17:13,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:17:13,322 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:13,322 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:17:13,322 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:13,323 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:13,323 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:17:13,323 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:13,323 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:13,323 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090633322Disabling compacts and flushes for region at 1732090633322Disabling writes for close at 1732090633323 (+1 ms)Writing region close event to WAL at 1732090633323Closed at 1732090633323 2024-11-20T08:17:13,324 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/MasterData/data/master/store/.initializing 2024-11-20T08:17:13,324 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/MasterData/WALs/3354ef74e3b7,38765,1732090631579 2024-11-20T08:17:13,325 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:17:13,327 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C38765%2C1732090631579, suffix=, logDir=hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/MasterData/WALs/3354ef74e3b7,38765,1732090631579, archiveDir=hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/MasterData/oldWALs, maxLogs=10 2024-11-20T08:17:13,342 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/MasterData/WALs/3354ef74e3b7,38765,1732090631579/3354ef74e3b7%2C38765%2C1732090631579.1732090633327, exclude list is [], retry=0 2024-11-20T08:17:13,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35021,DS-bd62634c-4f0d-4b17-97cc-ec74bcbf4846,DISK] 2024-11-20T08:17:13,347 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/MasterData/WALs/3354ef74e3b7,38765,1732090631579/3354ef74e3b7%2C38765%2C1732090631579.1732090633327 2024-11-20T08:17:13,348 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38845:38845)] 2024-11-20T08:17:13,348 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:17:13,348 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:13,348 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:13,348 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:13,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:13,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:17:13,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:13,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:13,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:13,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:17:13,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:13,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:13,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:13,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:17:13,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:13,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:13,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:13,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:17:13,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:13,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:13,357 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:13,358 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:13,358 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:13,359 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:13,359 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:13,360 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:17:13,361 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:13,363 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:17:13,363 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71609564, jitterRate=0.06706565618515015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:17:13,364 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732090633348Initializing all the Stores at 1732090633349 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090633349Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090633350 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090633350Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090633350Cleaning up temporary data from old regions at 1732090633359 (+9 ms)Region opened successfully at 1732090633364 (+5 ms) 2024-11-20T08:17:13,364 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:17:13,368 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a9c39d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:17:13,369 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T08:17:13,369 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:17:13,369 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:17:13,369 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:17:13,369 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:17:13,370 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:17:13,370 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:17:13,372 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:17:13,373 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Unable to get data of znode /0116551337/balancer because node does not exist (not necessarily an error) 2024-11-20T08:17:13,374 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0116551337/balancer already deleted, retry=false 2024-11-20T08:17:13,374 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:17:13,375 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Unable to get data of znode /0116551337/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:17:13,376 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0116551337/normalizer already deleted, retry=false 2024-11-20T08:17:13,376 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:17:13,377 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Unable to get data of znode /0116551337/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:17:13,378 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0116551337/switch/split already deleted, retry=false 2024-11-20T08:17:13,378 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Unable to get data of znode /0116551337/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:17:13,381 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0116551337/switch/merge already deleted, retry=false 2024-11-20T08:17:13,383 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Unable to get data of znode /0116551337/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:17:13,384 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0116551337/snapshot-cleanup already deleted, retry=false 2024-11-20T08:17:13,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41071-0x10134737b5d0001, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0116551337/running 2024-11-20T08:17:13,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0116551337/running 2024-11-20T08:17:13,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41071-0x10134737b5d0001, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116551337 2024-11-20T08:17:13,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116551337 2024-11-20T08:17:13,386 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3354ef74e3b7,38765,1732090631579, sessionid=0x10134737b5d0000, setting cluster-up flag (Was=false) 2024-11-20T08:17:13,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41071-0x10134737b5d0001, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116551337 2024-11-20T08:17:13,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116551337 2024-11-20T08:17:13,394 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0116551337/flush-table-proc/acquired, /0116551337/flush-table-proc/reached, /0116551337/flush-table-proc/abort 2024-11-20T08:17:13,395 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,38765,1732090631579 2024-11-20T08:17:13,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116551337 2024-11-20T08:17:13,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41071-0x10134737b5d0001, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116551337 2024-11-20T08:17:13,409 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0116551337/online-snapshot/acquired, /0116551337/online-snapshot/reached, /0116551337/online-snapshot/abort 2024-11-20T08:17:13,410 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,38765,1732090631579 2024-11-20T08:17:13,412 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T08:17:13,413 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:17:13,414 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:17:13,414 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:17:13,414 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 3354ef74e3b7,37367,1732090604584: status=Processing ServerCrashProcedure of 3354ef74e3b7,37367,1732090604584 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732090620310, completionTime=-1 appears to have been leaked 2024-11-20T08:17:13,414 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3354ef74e3b7,38765,1732090631579 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:17:13,416 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:17:13,416 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:17:13,416 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:17:13,416 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:17:13,416 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3354ef74e3b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:17:13,416 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:13,416 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:17:13,416 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:13,418 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:17:13,418 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:17:13,419 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:13,419 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090663419 2024-11-20T08:17:13,419 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:17:13,419 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:17:13,419 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:17:13,419 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:17:13,419 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:17:13,419 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:17:13,419 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:17:13,419 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:13,420 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:17:13,420 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:17:13,420 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:17:13,420 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T08:17:13,421 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:17:13,421 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:17:13,421 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090633421,5,FailOnTimeoutGroup] 2024-11-20T08:17:13,422 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090633421,5,FailOnTimeoutGroup] 2024-11-20T08:17:13,422 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:13,422 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:17:13,422 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:13,422 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:13,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741831_1007 (size=1321) 2024-11-20T08:17:13,455 INFO [RS:0;3354ef74e3b7:41071 {}] regionserver.HRegionServer(746): ClusterId : 20c0f203-b619-4e43-81b0-a99b69e0d573 2024-11-20T08:17:13,456 DEBUG [RS:0;3354ef74e3b7:41071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:17:13,458 DEBUG [RS:0;3354ef74e3b7:41071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:17:13,458 DEBUG [RS:0;3354ef74e3b7:41071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:17:13,460 DEBUG [RS:0;3354ef74e3b7:41071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:17:13,460 DEBUG [RS:0;3354ef74e3b7:41071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5938cfb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:17:13,475 DEBUG [RS:0;3354ef74e3b7:41071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3354ef74e3b7:41071 2024-11-20T08:17:13,475 INFO [RS:0;3354ef74e3b7:41071 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:17:13,476 INFO [RS:0;3354ef74e3b7:41071 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:17:13,476 DEBUG [RS:0;3354ef74e3b7:41071 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:17:13,477 INFO [RS:0;3354ef74e3b7:41071 {}] regionserver.HRegionServer(2659): reportForDuty to master=3354ef74e3b7,38765,1732090631579 with port=41071, startcode=1732090631632 2024-11-20T08:17:13,477 DEBUG [RS:0;3354ef74e3b7:41071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:17:13,479 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:17:13,479 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38765 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3354ef74e3b7,41071,1732090631632 2024-11-20T08:17:13,480 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38765 {}] master.ServerManager(517): Registering regionserver=3354ef74e3b7,41071,1732090631632 2024-11-20T08:17:13,481 DEBUG [RS:0;3354ef74e3b7:41071 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0 2024-11-20T08:17:13,481 DEBUG [RS:0;3354ef74e3b7:41071 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40835 2024-11-20T08:17:13,481 DEBUG [RS:0;3354ef74e3b7:41071 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:17:13,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116551337/rs 2024-11-20T08:17:13,484 DEBUG [RS:0;3354ef74e3b7:41071 {}] zookeeper.ZKUtil(111): regionserver:41071-0x10134737b5d0001, quorum=127.0.0.1:60698, baseZNode=/0116551337 Set watcher on existing znode=/0116551337/rs/3354ef74e3b7,41071,1732090631632 2024-11-20T08:17:13,484 WARN [RS:0;3354ef74e3b7:41071 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:17:13,484 INFO [RS:0;3354ef74e3b7:41071 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:17:13,484 DEBUG [RS:0;3354ef74e3b7:41071 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/WALs/3354ef74e3b7,41071,1732090631632 2024-11-20T08:17:13,484 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3354ef74e3b7,41071,1732090631632] 2024-11-20T08:17:13,487 INFO [RS:0;3354ef74e3b7:41071 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:17:13,489 INFO [RS:0;3354ef74e3b7:41071 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:17:13,489 INFO [RS:0;3354ef74e3b7:41071 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:17:13,489 INFO [RS:0;3354ef74e3b7:41071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:13,490 INFO [RS:0;3354ef74e3b7:41071 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:17:13,490 INFO [RS:0;3354ef74e3b7:41071 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:17:13,490 INFO [RS:0;3354ef74e3b7:41071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:13,491 DEBUG [RS:0;3354ef74e3b7:41071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:13,491 DEBUG [RS:0;3354ef74e3b7:41071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:13,491 DEBUG [RS:0;3354ef74e3b7:41071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:13,491 DEBUG [RS:0;3354ef74e3b7:41071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:13,491 DEBUG [RS:0;3354ef74e3b7:41071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:13,491 DEBUG [RS:0;3354ef74e3b7:41071 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:17:13,491 DEBUG [RS:0;3354ef74e3b7:41071 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:13,491 DEBUG [RS:0;3354ef74e3b7:41071 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:13,491 DEBUG [RS:0;3354ef74e3b7:41071 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:13,491 DEBUG [RS:0;3354ef74e3b7:41071 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:13,491 DEBUG [RS:0;3354ef74e3b7:41071 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:13,491 DEBUG [RS:0;3354ef74e3b7:41071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:13,491 DEBUG [RS:0;3354ef74e3b7:41071 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:17:13,491 DEBUG [RS:0;3354ef74e3b7:41071 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:17:13,493 INFO [RS:0;3354ef74e3b7:41071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:13,493 INFO [RS:0;3354ef74e3b7:41071 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:13,493 INFO [RS:0;3354ef74e3b7:41071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:13,493 INFO [RS:0;3354ef74e3b7:41071 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:13,493 INFO [RS:0;3354ef74e3b7:41071 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:13,493 INFO [RS:0;3354ef74e3b7:41071 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41071,1732090631632-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:17:13,508 INFO [RS:0;3354ef74e3b7:41071 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:17:13,508 INFO [RS:0;3354ef74e3b7:41071 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41071,1732090631632-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:13,508 INFO [RS:0;3354ef74e3b7:41071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:13,508 INFO [RS:0;3354ef74e3b7:41071 {}] regionserver.Replication(171): 3354ef74e3b7,41071,1732090631632 started 2024-11-20T08:17:13,523 INFO [RS:0;3354ef74e3b7:41071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:13,523 INFO [RS:0;3354ef74e3b7:41071 {}] regionserver.HRegionServer(1482): Serving as 3354ef74e3b7,41071,1732090631632, RpcServer on 3354ef74e3b7/172.17.0.2:41071, sessionid=0x10134737b5d0001 2024-11-20T08:17:13,523 DEBUG [RS:0;3354ef74e3b7:41071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:17:13,523 DEBUG [RS:0;3354ef74e3b7:41071 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3354ef74e3b7,41071,1732090631632 2024-11-20T08:17:13,523 DEBUG [RS:0;3354ef74e3b7:41071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,41071,1732090631632' 2024-11-20T08:17:13,523 DEBUG [RS:0;3354ef74e3b7:41071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0116551337/flush-table-proc/abort' 2024-11-20T08:17:13,524 DEBUG [RS:0;3354ef74e3b7:41071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0116551337/flush-table-proc/acquired' 2024-11-20T08:17:13,524 DEBUG [RS:0;3354ef74e3b7:41071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:17:13,524 DEBUG [RS:0;3354ef74e3b7:41071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:17:13,524 DEBUG [RS:0;3354ef74e3b7:41071 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3354ef74e3b7,41071,1732090631632 2024-11-20T08:17:13,524 DEBUG [RS:0;3354ef74e3b7:41071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,41071,1732090631632' 2024-11-20T08:17:13,524 DEBUG [RS:0;3354ef74e3b7:41071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0116551337/online-snapshot/abort' 2024-11-20T08:17:13,525 DEBUG [RS:0;3354ef74e3b7:41071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0116551337/online-snapshot/acquired' 2024-11-20T08:17:13,525 DEBUG [RS:0;3354ef74e3b7:41071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:17:13,525 INFO [RS:0;3354ef74e3b7:41071 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:17:13,525 INFO [RS:0;3354ef74e3b7:41071 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:17:13,626 INFO [RS:0;3354ef74e3b7:41071 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:17:13,628 INFO [RS:0;3354ef74e3b7:41071 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C41071%2C1732090631632, suffix=, logDir=hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/WALs/3354ef74e3b7,41071,1732090631632, archiveDir=hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/oldWALs, maxLogs=10 2024-11-20T08:17:13,642 DEBUG [RS:0;3354ef74e3b7:41071 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/WALs/3354ef74e3b7,41071,1732090631632/3354ef74e3b7%2C41071%2C1732090631632.1732090633628, exclude list is [], retry=0 2024-11-20T08:17:13,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35021,DS-bd62634c-4f0d-4b17-97cc-ec74bcbf4846,DISK] 2024-11-20T08:17:13,648 INFO [RS:0;3354ef74e3b7:41071 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/WALs/3354ef74e3b7,41071,1732090631632/3354ef74e3b7%2C41071%2C1732090631632.1732090633628 2024-11-20T08:17:13,648 DEBUG [RS:0;3354ef74e3b7:41071 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38845:38845)] 2024-11-20T08:17:13,827 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T08:17:13,828 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0 2024-11-20T08:17:13,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741833_1009 (size=32) 2024-11-20T08:17:14,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:14,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:17:14,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:17:14,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:14,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:14,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:17:14,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:17:14,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:14,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:14,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:17:14,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:17:14,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:14,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:14,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:17:14,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:17:14,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:14,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:14,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:17:14,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/meta/1588230740 2024-11-20T08:17:14,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/meta/1588230740 2024-11-20T08:17:14,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:17:14,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:17:14,248 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:17:14,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:17:14,251 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:17:14,251 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72425825, jitterRate=0.07922889292240143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:17:14,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732090634236Initializing all the Stores at 1732090634236Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090634237 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090634237Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090634237Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090634237Cleaning up temporary data from old regions at 1732090634247 (+10 ms)Region opened successfully at 1732090634252 (+5 ms) 2024-11-20T08:17:14,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:17:14,252 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:17:14,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:17:14,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:17:14,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:17:14,253 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:17:14,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090634252Disabling compacts and flushes for region at 1732090634252Disabling writes for close at 1732090634252Writing region close event to WAL at 1732090634253 (+1 ms)Closed at 1732090634253 2024-11-20T08:17:14,254 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:17:14,254 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T08:17:14,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:17:14,256 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:17:14,257 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:17:14,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:17:14,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T08:17:14,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:17:14,407 DEBUG [3354ef74e3b7:38765 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:17:14,408 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3354ef74e3b7,41071,1732090631632 2024-11-20T08:17:14,409 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,41071,1732090631632, state=OPENING 2024-11-20T08:17:14,412 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:17:14,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116551337 2024-11-20T08:17:14,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41071-0x10134737b5d0001, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116551337 2024-11-20T08:17:14,414 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:17:14,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0116551337/meta-region-server: CHANGED 2024-11-20T08:17:14,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0116551337/meta-region-server: CHANGED 2024-11-20T08:17:14,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,41071,1732090631632}] 2024-11-20T08:17:14,567 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:17:14,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:17:14,573 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:17:14,573 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:17:14,573 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:17:14,575 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C41071%2C1732090631632.meta, suffix=.meta, logDir=hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/WALs/3354ef74e3b7,41071,1732090631632, archiveDir=hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/oldWALs, maxLogs=10 2024-11-20T08:17:14,588 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/WALs/3354ef74e3b7,41071,1732090631632/3354ef74e3b7%2C41071%2C1732090631632.meta.1732090634575.meta, exclude list is [], retry=0 2024-11-20T08:17:14,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35021,DS-bd62634c-4f0d-4b17-97cc-ec74bcbf4846,DISK] 2024-11-20T08:17:14,593 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/WALs/3354ef74e3b7,41071,1732090631632/3354ef74e3b7%2C41071%2C1732090631632.meta.1732090634575.meta 2024-11-20T08:17:14,593 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38845:38845)] 2024-11-20T08:17:14,593 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:17:14,594 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:17:14,594 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:17:14,594 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:17:14,594 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:17:14,594 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:17:14,594 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:14,594 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:17:14,594 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:17:14,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:17:14,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:17:14,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:14,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:14,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:17:14,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:17:14,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:14,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:14,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:17:14,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:17:14,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:14,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:14,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:17:14,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:17:14,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:14,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:14,601 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:17:14,602 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/meta/1588230740 2024-11-20T08:17:14,603 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/meta/1588230740 2024-11-20T08:17:14,604 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:17:14,604 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:17:14,605 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:17:14,606 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:17:14,607 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72545832, jitterRate=0.0810171365737915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:17:14,607 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:17:14,608 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732090634594Writing region info on filesystem at 1732090634594Initializing all the Stores at 1732090634595 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090634595Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090634595Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090634595Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090634595Cleaning up temporary data from old regions at 1732090634604 (+9 ms)Running coprocessor post-open hooks at 1732090634607 (+3 ms)Region opened successfully at 1732090634608 (+1 ms) 2024-11-20T08:17:14,609 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090634567 2024-11-20T08:17:14,612 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:17:14,612 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:17:14,613 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,41071,1732090631632 2024-11-20T08:17:14,614 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,41071,1732090631632, state=OPEN 2024-11-20T08:17:14,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0116551337/meta-region-server 2024-11-20T08:17:14,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41071-0x10134737b5d0001, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0116551337/meta-region-server 2024-11-20T08:17:14,618 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3354ef74e3b7,41071,1732090631632 2024-11-20T08:17:14,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0116551337/meta-region-server: CHANGED 2024-11-20T08:17:14,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0116551337/meta-region-server: CHANGED 2024-11-20T08:17:14,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:17:14,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,41071,1732090631632 in 204 msec 2024-11-20T08:17:14,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:17:14,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 367 msec 2024-11-20T08:17:14,625 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:17:14,625 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T08:17:14,626 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:17:14,626 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,41071,1732090631632, seqNum=-1] 2024-11-20T08:17:14,627 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:17:14,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:17:14,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2200 sec 2024-11-20T08:17:14,634 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090634634, completionTime=-1 2024-11-20T08:17:14,635 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T08:17:14,635 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T08:17:14,637 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T08:17:14,637 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090694637 2024-11-20T08:17:14,637 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090754637 2024-11-20T08:17:14,637 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T08:17:14,637 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38765,1732090631579-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:14,638 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38765,1732090631579-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:14,638 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38765,1732090631579-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:14,638 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3354ef74e3b7:38765, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:14,638 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:14,638 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:14,640 DEBUG [master/3354ef74e3b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T08:17:14,642 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.970sec 2024-11-20T08:17:14,642 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:17:14,643 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:17:14,643 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:17:14,643 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:17:14,643 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:17:14,643 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38765,1732090631579-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:17:14,643 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38765,1732090631579-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:17:14,646 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:17:14,646 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:17:14,646 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38765,1732090631579-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:14,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e656d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:14,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,38765,-1 for getting cluster id 2024-11-20T08:17:14,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:17:14,658 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20c0f203-b619-4e43-81b0-a99b69e0d573' 2024-11-20T08:17:14,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:17:14,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20c0f203-b619-4e43-81b0-a99b69e0d573" 2024-11-20T08:17:14,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788594a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:14,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,38765,-1] 2024-11-20T08:17:14,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:17:14,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:14,660 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:17:14,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c173b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:14,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:17:14,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,41071,1732090631632, seqNum=-1] 2024-11-20T08:17:14,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:17:14,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:17:14,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3354ef74e3b7,38765,1732090631579 2024-11-20T08:17:14,667 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60698 2024-11-20T08:17:14,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:17:14,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10134737b5d0002 connected 2024-11-20T08:17:14,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/hadoop.log.dir so I do NOT create it in target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a 2024-11-20T08:17:14,675 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T08:17:14,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/hadoop.tmp.dir so I do NOT create it in target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a 2024-11-20T08:17:14,675 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T08:17:14,675 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a 2024-11-20T08:17:14,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:17:14,675 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/cluster_b8810ddd-60bf-f7b4-2bd5-dc13493aa862, deleteOnExit=true 2024-11-20T08:17:14,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T08:17:14,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/test.cache.data in system properties and HBase conf 2024-11-20T08:17:14,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:17:14,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:17:14,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:17:14,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:17:14,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T08:17:14,676 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:17:14,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:17:14,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:17:14,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:17:14,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:17:14,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:17:14,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:17:14,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:17:14,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:17:14,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:17:14,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:17:14,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:17:14,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:17:14,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:17:14,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:17:14,763 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:17:14,768 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:17:14,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:17:14,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:17:14,773 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:17:14,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:17:14,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76bb38c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:17:14,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7734c845{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:17:14,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e49dff1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/java.io.tmpdir/jetty-localhost-44683-hadoop-hdfs-3_4_1-tests_jar-_-any-1089655836980406190/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:17:14,890 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a896e5f{HTTP/1.1, (http/1.1)}{localhost:44683} 2024-11-20T08:17:14,890 INFO [Time-limited test {}] server.Server(415): Started @36053ms 2024-11-20T08:17:14,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:17:14,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:17:14,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:17:14,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:17:14,983 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:17:14,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3900f88d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:17:14,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65f90607{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:17:15,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46319543{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/java.io.tmpdir/jetty-localhost-42817-hadoop-hdfs-3_4_1-tests_jar-_-any-4853144126860351487/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:17:15,099 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ed1495c{HTTP/1.1, (http/1.1)}{localhost:42817} 2024-11-20T08:17:15,099 INFO [Time-limited test {}] server.Server(415): Started @36262ms 2024-11-20T08:17:15,100 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:17:15,216 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/cluster_b8810ddd-60bf-f7b4-2bd5-dc13493aa862/data/data2/current/BP-1816687443-172.17.0.2-1732090634708/current, will proceed with Du for space computation calculation, 2024-11-20T08:17:15,216 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/cluster_b8810ddd-60bf-f7b4-2bd5-dc13493aa862/data/data1/current/BP-1816687443-172.17.0.2-1732090634708/current, will proceed with Du for space computation calculation, 2024-11-20T08:17:15,235 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:17:15,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7202580f1118d9a3 with lease ID 0x5a31f8d749f2d22f: Processing first storage report for DS-5e070dc5-7261-479b-be62-f07c47d266b7 from datanode DatanodeRegistration(127.0.0.1:45057, datanodeUuid=02cef66a-1011-4d5f-933f-bce17b166a06, infoPort=36669, infoSecurePort=0, ipcPort=45103, storageInfo=lv=-57;cid=testClusterID;nsid=2053042263;c=1732090634708) 2024-11-20T08:17:15,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7202580f1118d9a3 with lease ID 0x5a31f8d749f2d22f: from storage DS-5e070dc5-7261-479b-be62-f07c47d266b7 node DatanodeRegistration(127.0.0.1:45057, datanodeUuid=02cef66a-1011-4d5f-933f-bce17b166a06, infoPort=36669, infoSecurePort=0, ipcPort=45103, storageInfo=lv=-57;cid=testClusterID;nsid=2053042263;c=1732090634708), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:17:15,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7202580f1118d9a3 with lease ID 0x5a31f8d749f2d22f: Processing first storage report for DS-7456785c-5a6c-46e8-aa41-533fc026f651 from datanode DatanodeRegistration(127.0.0.1:45057, datanodeUuid=02cef66a-1011-4d5f-933f-bce17b166a06, infoPort=36669, infoSecurePort=0, ipcPort=45103, storageInfo=lv=-57;cid=testClusterID;nsid=2053042263;c=1732090634708) 2024-11-20T08:17:15,239 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7202580f1118d9a3 with lease ID 0x5a31f8d749f2d22f: from storage DS-7456785c-5a6c-46e8-aa41-533fc026f651 node DatanodeRegistration(127.0.0.1:45057, datanodeUuid=02cef66a-1011-4d5f-933f-bce17b166a06, infoPort=36669, infoSecurePort=0, ipcPort=45103, storageInfo=lv=-57;cid=testClusterID;nsid=2053042263;c=1732090634708), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:17:15,325 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a 2024-11-20T08:17:15,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:15,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:15,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:17:15,736 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c with version=8 2024-11-20T08:17:15,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/hbase-staging 2024-11-20T08:17:15,739 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:17:15,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:17:15,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:17:15,739 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:17:15,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:17:15,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:17:15,739 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:17:15,739 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:17:15,740 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35521 2024-11-20T08:17:15,741 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35521 connecting to ZooKeeper ensemble=127.0.0.1:60698 2024-11-20T08:17:15,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355210x0, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:17:15,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35521-0x10134737b5d0003 connected 2024-11-20T08:17:15,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:15,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:15,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Set watcher on znode that does not yet exist, /1802156393/running 2024-11-20T08:17:15,759 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c, hbase.cluster.distributed=false 2024-11-20T08:17:15,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Set watcher on znode that does not yet exist, /1802156393/acl 2024-11-20T08:17:15,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35521 2024-11-20T08:17:15,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35521 2024-11-20T08:17:15,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35521 2024-11-20T08:17:15,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35521 2024-11-20T08:17:15,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35521 2024-11-20T08:17:15,782 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:17:15,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:17:15,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:17:15,782 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:17:15,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:17:15,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:17:15,782 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:17:15,782 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:17:15,783 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46043 2024-11-20T08:17:15,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46043 connecting to ZooKeeper ensemble=127.0.0.1:60698 2024-11-20T08:17:15,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:15,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:15,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460430x0, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:17:15,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460430x0, quorum=127.0.0.1:60698, baseZNode=/1802156393 Set watcher on znode that does not yet exist, /1802156393/running 2024-11-20T08:17:15,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46043-0x10134737b5d0004 connected 2024-11-20T08:17:15,791 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:17:15,791 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:17:15,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46043-0x10134737b5d0004, quorum=127.0.0.1:60698, baseZNode=/1802156393 Set watcher on znode that does not yet exist, /1802156393/master 2024-11-20T08:17:15,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46043-0x10134737b5d0004, quorum=127.0.0.1:60698, baseZNode=/1802156393 Set watcher on znode that does not yet exist, /1802156393/acl 2024-11-20T08:17:15,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46043 2024-11-20T08:17:15,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46043 2024-11-20T08:17:15,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46043 2024-11-20T08:17:15,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46043 2024-11-20T08:17:15,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46043 2024-11-20T08:17:15,812 DEBUG [M:0;3354ef74e3b7:35521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3354ef74e3b7:35521 2024-11-20T08:17:15,812 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1802156393/backup-masters/3354ef74e3b7,35521,1732090635738 2024-11-20T08:17:15,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1802156393/backup-masters 2024-11-20T08:17:15,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x10134737b5d0004, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1802156393/backup-masters 2024-11-20T08:17:15,814 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Set watcher on existing znode=/1802156393/backup-masters/3354ef74e3b7,35521,1732090635738 2024-11-20T08:17:15,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x10134737b5d0004, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1802156393/master 2024-11-20T08:17:15,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1802156393 2024-11-20T08:17:15,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x10134737b5d0004, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1802156393 2024-11-20T08:17:15,817 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Set watcher on existing znode=/1802156393/master 2024-11-20T08:17:15,817 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1802156393/backup-masters/3354ef74e3b7,35521,1732090635738 from backup master directory 2024-11-20T08:17:15,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x10134737b5d0004, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1802156393/backup-masters 2024-11-20T08:17:15,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1802156393/backup-masters/3354ef74e3b7,35521,1732090635738 2024-11-20T08:17:15,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1802156393/backup-masters 2024-11-20T08:17:15,819 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:17:15,819 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3354ef74e3b7,35521,1732090635738 2024-11-20T08:17:15,824 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/hbase.id] with ID: ead9d734-4687-4c6b-9bfd-59464d7fb588 2024-11-20T08:17:15,824 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/.tmp/hbase.id 2024-11-20T08:17:15,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:17:16,231 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/.tmp/hbase.id]:[hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/hbase.id] 2024-11-20T08:17:16,244 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:16,244 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:17:16,246 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T08:17:16,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x10134737b5d0004, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1802156393 2024-11-20T08:17:16,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1802156393 2024-11-20T08:17:16,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:17:16,655 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:17:16,655 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:17:16,656 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:17:16,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:17:17,065 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/MasterData/data/master/store 2024-11-20T08:17:17,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:17:17,472 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:17,472 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:17:17,472 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:17,472 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:17,472 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:17:17,472 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:17,472 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:17,472 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090637472Disabling compacts and flushes for region at 1732090637472Disabling writes for close at 1732090637472Writing region close event to WAL at 1732090637472Closed at 1732090637472 2024-11-20T08:17:17,473 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/MasterData/data/master/store/.initializing 2024-11-20T08:17:17,473 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/MasterData/WALs/3354ef74e3b7,35521,1732090635738 2024-11-20T08:17:17,475 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:17:17,477 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C35521%2C1732090635738, suffix=, logDir=hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/MasterData/WALs/3354ef74e3b7,35521,1732090635738, archiveDir=hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/MasterData/oldWALs, maxLogs=10 2024-11-20T08:17:17,490 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/MasterData/WALs/3354ef74e3b7,35521,1732090635738/3354ef74e3b7%2C35521%2C1732090635738.1732090637477, exclude list is [], retry=0 2024-11-20T08:17:17,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45057,DS-5e070dc5-7261-479b-be62-f07c47d266b7,DISK] 2024-11-20T08:17:17,495 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/MasterData/WALs/3354ef74e3b7,35521,1732090635738/3354ef74e3b7%2C35521%2C1732090635738.1732090637477 2024-11-20T08:17:17,495 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36669:36669)] 2024-11-20T08:17:17,495 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:17:17,495 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:17,495 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:17,495 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:17,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:17,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:17:17,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:17,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:17,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:17,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:17:17,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:17,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:17,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:17,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:17:17,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:17,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:17,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:17,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:17:17,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:17,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:17,503 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:17,504 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:17,504 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:17,505 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:17,505 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:17,506 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:17:17,507 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:17,509 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:17:17,510 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62193583, jitterRate=-0.0732433944940567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:17:17,510 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732090637496Initializing all the Stores at 1732090637496Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090637496Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090637497 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090637497Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090637497Cleaning up temporary data from old regions at 1732090637505 (+8 ms)Region opened successfully at 1732090637510 (+5 ms) 2024-11-20T08:17:17,510 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:17:17,513 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a1bed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:17:17,514 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T08:17:17,514 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:17:17,514 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:17:17,514 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:17:17,515 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:17:17,515 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:17:17,515 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:17:17,517 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:17:17,518 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Unable to get data of znode /1802156393/balancer because node does not exist (not necessarily an error) 2024-11-20T08:17:17,519 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1802156393/balancer already deleted, retry=false 2024-11-20T08:17:17,520 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:17:17,520 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Unable to get data of znode /1802156393/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:17:17,521 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1802156393/normalizer already deleted, retry=false 2024-11-20T08:17:17,522 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:17:17,522 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Unable to get data of znode /1802156393/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:17:17,524 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1802156393/switch/split already deleted, retry=false 2024-11-20T08:17:17,525 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Unable to get data of znode /1802156393/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:17:17,526 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1802156393/switch/merge already deleted, retry=false 2024-11-20T08:17:17,528 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Unable to get data of znode /1802156393/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:17:17,529 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1802156393/snapshot-cleanup already deleted, retry=false 2024-11-20T08:17:17,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x10134737b5d0004, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1802156393/running 2024-11-20T08:17:17,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x10134737b5d0004, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1802156393 2024-11-20T08:17:17,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1802156393/running 2024-11-20T08:17:17,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1802156393 2024-11-20T08:17:17,531 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3354ef74e3b7,35521,1732090635738, sessionid=0x10134737b5d0003, setting cluster-up flag (Was=false) 2024-11-20T08:17:17,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x10134737b5d0004, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1802156393 2024-11-20T08:17:17,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1802156393 2024-11-20T08:17:17,541 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1802156393/flush-table-proc/acquired, /1802156393/flush-table-proc/reached, /1802156393/flush-table-proc/abort 2024-11-20T08:17:17,542 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,35521,1732090635738 2024-11-20T08:17:17,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1802156393 2024-11-20T08:17:17,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x10134737b5d0004, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1802156393 2024-11-20T08:17:17,550 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1802156393/online-snapshot/acquired, /1802156393/online-snapshot/reached, /1802156393/online-snapshot/abort 2024-11-20T08:17:17,551 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,35521,1732090635738 2024-11-20T08:17:17,552 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T08:17:17,554 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:17:17,554 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:17:17,555 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:17:17,555 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3354ef74e3b7,35521,1732090635738 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:17:17,556 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:17:17,556 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:17:17,556 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:17:17,556 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:17:17,556 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3354ef74e3b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:17:17,556 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:17,556 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:17:17,556 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:17,557 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090667557 2024-11-20T08:17:17,557 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:17:17,557 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:17:17,557 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:17:17,557 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:17:17,557 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:17:17,557 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:17:17,558 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:17,558 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:17:17,558 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:17:17,558 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:17:17,558 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T08:17:17,558 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:17:17,559 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:17:17,559 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:17:17,559 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:17:17,559 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090637559,5,FailOnTimeoutGroup] 2024-11-20T08:17:17,559 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090637559,5,FailOnTimeoutGroup] 2024-11-20T08:17:17,559 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:17,560 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:17:17,560 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:17,560 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:17,560 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:17,560 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:17:17,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741831_1007 (size=1321) 2024-11-20T08:17:17,603 INFO [RS:0;3354ef74e3b7:46043 {}] regionserver.HRegionServer(746): ClusterId : ead9d734-4687-4c6b-9bfd-59464d7fb588 2024-11-20T08:17:17,603 DEBUG [RS:0;3354ef74e3b7:46043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:17:17,605 DEBUG [RS:0;3354ef74e3b7:46043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:17:17,605 DEBUG [RS:0;3354ef74e3b7:46043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:17:17,607 DEBUG [RS:0;3354ef74e3b7:46043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:17:17,608 DEBUG [RS:0;3354ef74e3b7:46043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c791bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:17:17,620 DEBUG [RS:0;3354ef74e3b7:46043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3354ef74e3b7:46043 2024-11-20T08:17:17,620 INFO [RS:0;3354ef74e3b7:46043 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:17:17,620 INFO [RS:0;3354ef74e3b7:46043 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:17:17,620 DEBUG [RS:0;3354ef74e3b7:46043 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:17:17,620 INFO [RS:0;3354ef74e3b7:46043 {}] regionserver.HRegionServer(2659): reportForDuty to master=3354ef74e3b7,35521,1732090635738 with port=46043, startcode=1732090635781 2024-11-20T08:17:17,621 DEBUG [RS:0;3354ef74e3b7:46043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:17:17,622 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:17:17,623 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35521 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3354ef74e3b7,46043,1732090635781 2024-11-20T08:17:17,623 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35521 {}] master.ServerManager(517): Registering regionserver=3354ef74e3b7,46043,1732090635781 2024-11-20T08:17:17,625 DEBUG [RS:0;3354ef74e3b7:46043 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c 2024-11-20T08:17:17,625 DEBUG [RS:0;3354ef74e3b7:46043 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33727 2024-11-20T08:17:17,625 DEBUG [RS:0;3354ef74e3b7:46043 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:17:17,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1802156393/rs 2024-11-20T08:17:17,627 DEBUG [RS:0;3354ef74e3b7:46043 {}] zookeeper.ZKUtil(111): regionserver:46043-0x10134737b5d0004, quorum=127.0.0.1:60698, baseZNode=/1802156393 Set watcher on existing znode=/1802156393/rs/3354ef74e3b7,46043,1732090635781 2024-11-20T08:17:17,627 WARN [RS:0;3354ef74e3b7:46043 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:17:17,627 INFO [RS:0;3354ef74e3b7:46043 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:17:17,628 DEBUG [RS:0;3354ef74e3b7:46043 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/WALs/3354ef74e3b7,46043,1732090635781 2024-11-20T08:17:17,628 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3354ef74e3b7,46043,1732090635781] 2024-11-20T08:17:17,631 INFO [RS:0;3354ef74e3b7:46043 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:17:17,633 INFO [RS:0;3354ef74e3b7:46043 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:17:17,634 INFO [RS:0;3354ef74e3b7:46043 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:17:17,634 INFO [RS:0;3354ef74e3b7:46043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:17,634 INFO [RS:0;3354ef74e3b7:46043 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:17:17,635 INFO [RS:0;3354ef74e3b7:46043 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:17:17,635 INFO [RS:0;3354ef74e3b7:46043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:17,635 DEBUG [RS:0;3354ef74e3b7:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:17,635 DEBUG [RS:0;3354ef74e3b7:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:17,635 DEBUG [RS:0;3354ef74e3b7:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:17,635 DEBUG [RS:0;3354ef74e3b7:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:17,635 DEBUG [RS:0;3354ef74e3b7:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:17,635 DEBUG [RS:0;3354ef74e3b7:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:17:17,635 DEBUG [RS:0;3354ef74e3b7:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:17,635 DEBUG [RS:0;3354ef74e3b7:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:17,635 DEBUG [RS:0;3354ef74e3b7:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:17,635 DEBUG [RS:0;3354ef74e3b7:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:17,635 DEBUG [RS:0;3354ef74e3b7:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:17,635 DEBUG [RS:0;3354ef74e3b7:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:17,635 DEBUG [RS:0;3354ef74e3b7:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:17:17,635 DEBUG [RS:0;3354ef74e3b7:46043 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:17:17,636 INFO [RS:0;3354ef74e3b7:46043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:17,636 INFO [RS:0;3354ef74e3b7:46043 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:17,636 INFO [RS:0;3354ef74e3b7:46043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:17,636 INFO [RS:0;3354ef74e3b7:46043 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:17,636 INFO [RS:0;3354ef74e3b7:46043 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:17,636 INFO [RS:0;3354ef74e3b7:46043 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,46043,1732090635781-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:17:17,651 INFO [RS:0;3354ef74e3b7:46043 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:17:17,651 INFO [RS:0;3354ef74e3b7:46043 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,46043,1732090635781-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:17,651 INFO [RS:0;3354ef74e3b7:46043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:17,651 INFO [RS:0;3354ef74e3b7:46043 {}] regionserver.Replication(171): 3354ef74e3b7,46043,1732090635781 started 2024-11-20T08:17:17,665 INFO [RS:0;3354ef74e3b7:46043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:17,665 INFO [RS:0;3354ef74e3b7:46043 {}] regionserver.HRegionServer(1482): Serving as 3354ef74e3b7,46043,1732090635781, RpcServer on 3354ef74e3b7/172.17.0.2:46043, sessionid=0x10134737b5d0004 2024-11-20T08:17:17,665 DEBUG [RS:0;3354ef74e3b7:46043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:17:17,665 DEBUG [RS:0;3354ef74e3b7:46043 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3354ef74e3b7,46043,1732090635781 2024-11-20T08:17:17,665 DEBUG [RS:0;3354ef74e3b7:46043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,46043,1732090635781' 2024-11-20T08:17:17,666 DEBUG [RS:0;3354ef74e3b7:46043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1802156393/flush-table-proc/abort' 2024-11-20T08:17:17,666 DEBUG [RS:0;3354ef74e3b7:46043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1802156393/flush-table-proc/acquired' 2024-11-20T08:17:17,666 DEBUG [RS:0;3354ef74e3b7:46043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:17:17,667 DEBUG [RS:0;3354ef74e3b7:46043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:17:17,667 DEBUG [RS:0;3354ef74e3b7:46043 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3354ef74e3b7,46043,1732090635781 2024-11-20T08:17:17,667 DEBUG [RS:0;3354ef74e3b7:46043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,46043,1732090635781' 2024-11-20T08:17:17,667 DEBUG [RS:0;3354ef74e3b7:46043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1802156393/online-snapshot/abort' 2024-11-20T08:17:17,667 DEBUG [RS:0;3354ef74e3b7:46043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1802156393/online-snapshot/acquired' 2024-11-20T08:17:17,667 DEBUG [RS:0;3354ef74e3b7:46043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:17:17,667 INFO [RS:0;3354ef74e3b7:46043 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:17:17,667 INFO [RS:0;3354ef74e3b7:46043 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:17:17,768 INFO [RS:0;3354ef74e3b7:46043 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:17:17,770 INFO [RS:0;3354ef74e3b7:46043 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C46043%2C1732090635781, suffix=, logDir=hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/WALs/3354ef74e3b7,46043,1732090635781, archiveDir=hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/oldWALs, maxLogs=10 2024-11-20T08:17:17,784 DEBUG [RS:0;3354ef74e3b7:46043 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/WALs/3354ef74e3b7,46043,1732090635781/3354ef74e3b7%2C46043%2C1732090635781.1732090637770, exclude list is [], retry=0 2024-11-20T08:17:17,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45057,DS-5e070dc5-7261-479b-be62-f07c47d266b7,DISK] 2024-11-20T08:17:17,789 INFO [RS:0;3354ef74e3b7:46043 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/WALs/3354ef74e3b7,46043,1732090635781/3354ef74e3b7%2C46043%2C1732090635781.1732090637770 2024-11-20T08:17:17,789 DEBUG [RS:0;3354ef74e3b7:46043 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36669:36669)] 2024-11-20T08:17:17,970 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T08:17:17,970 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c 2024-11-20T08:17:17,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741833_1009 (size=32) 2024-11-20T08:17:18,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:18,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:17:18,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:17:18,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:18,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:18,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:17:18,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:17:18,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:18,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:18,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:17:18,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:17:18,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:18,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:18,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:17:18,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:17:18,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:18,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:18,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:17:18,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/data/hbase/meta/1588230740 2024-11-20T08:17:18,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/data/hbase/meta/1588230740 2024-11-20T08:17:18,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:17:18,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:17:18,389 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:17:18,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:17:18,392 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:17:18,393 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69176726, jitterRate=0.030813544988632202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:17:18,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732090638378Initializing all the Stores at 1732090638379 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090638379Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090638379Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090638379Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090638379Cleaning up temporary data from old regions at 1732090638389 (+10 ms)Region opened successfully at 1732090638393 (+4 ms) 2024-11-20T08:17:18,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:17:18,393 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:17:18,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:17:18,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:17:18,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:17:18,393 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:17:18,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090638393Disabling compacts and flushes for region at 1732090638393Disabling writes for close at 1732090638393Writing region close event to WAL at 1732090638393Closed at 1732090638393 2024-11-20T08:17:18,395 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:17:18,395 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T08:17:18,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:17:18,396 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:17:18,397 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:17:18,548 DEBUG [3354ef74e3b7:35521 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:17:18,548 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3354ef74e3b7,46043,1732090635781 2024-11-20T08:17:18,550 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,46043,1732090635781, state=OPENING 2024-11-20T08:17:18,558 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:17:18,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x10134737b5d0004, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1802156393 2024-11-20T08:17:18,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1802156393 2024-11-20T08:17:18,560 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:17:18,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1802156393/meta-region-server: CHANGED 2024-11-20T08:17:18,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1802156393/meta-region-server: CHANGED 2024-11-20T08:17:18,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,46043,1732090635781}] 2024-11-20T08:17:18,714 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:17:18,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:17:18,720 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:17:18,720 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:17:18,720 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:17:18,722 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C46043%2C1732090635781.meta, suffix=.meta, logDir=hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/WALs/3354ef74e3b7,46043,1732090635781, archiveDir=hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/oldWALs, maxLogs=10 2024-11-20T08:17:18,736 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/WALs/3354ef74e3b7,46043,1732090635781/3354ef74e3b7%2C46043%2C1732090635781.meta.1732090638722.meta, exclude list is [], retry=0 2024-11-20T08:17:18,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45057,DS-5e070dc5-7261-479b-be62-f07c47d266b7,DISK] 2024-11-20T08:17:18,741 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/WALs/3354ef74e3b7,46043,1732090635781/3354ef74e3b7%2C46043%2C1732090635781.meta.1732090638722.meta 2024-11-20T08:17:18,742 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36669:36669)] 2024-11-20T08:17:18,742 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:17:18,742 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:17:18,742 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:17:18,742 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:17:18,742 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:17:18,743 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:17:18,743 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:18,743 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:17:18,743 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:17:18,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:17:18,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:17:18,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:18,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:18,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:17:18,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:17:18,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:18,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:18,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:17:18,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:17:18,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:18,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:18,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:17:18,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:17:18,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:18,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:18,750 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:17:18,750 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/data/hbase/meta/1588230740 2024-11-20T08:17:18,751 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/data/hbase/meta/1588230740 2024-11-20T08:17:18,752 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:17:18,753 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:17:18,753 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:17:18,755 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:17:18,755 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71288124, jitterRate=0.062275826930999756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:17:18,755 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:17:18,756 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732090638743Writing region info on filesystem at 1732090638743Initializing all the Stores at 1732090638744 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090638744Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090638744Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090638744Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090638744Cleaning up temporary data from old regions at 1732090638753 (+9 ms)Running coprocessor post-open hooks at 1732090638756 (+3 ms)Region opened successfully at 1732090638756 2024-11-20T08:17:18,757 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090638713 2024-11-20T08:17:18,759 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:17:18,759 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:17:18,760 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,46043,1732090635781 2024-11-20T08:17:18,761 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,46043,1732090635781, state=OPEN 2024-11-20T08:17:18,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x10134737b5d0004, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1802156393/meta-region-server 2024-11-20T08:17:18,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1802156393/meta-region-server 2024-11-20T08:17:18,763 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3354ef74e3b7,46043,1732090635781 2024-11-20T08:17:18,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1802156393/meta-region-server: CHANGED 2024-11-20T08:17:18,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1802156393/meta-region-server: CHANGED 2024-11-20T08:17:18,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:17:18,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,46043,1732090635781 in 203 msec 2024-11-20T08:17:18,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:17:18,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-11-20T08:17:18,770 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:17:18,770 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T08:17:18,771 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:17:18,771 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46043,1732090635781, seqNum=-1] 2024-11-20T08:17:18,771 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:17:18,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:17:18,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2230 sec 2024-11-20T08:17:18,778 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090638778, completionTime=-1 2024-11-20T08:17:18,778 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T08:17:18,778 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T08:17:18,780 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T08:17:18,780 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090698780 2024-11-20T08:17:18,780 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090758780 2024-11-20T08:17:18,781 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T08:17:18,781 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,35521,1732090635738-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:18,781 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,35521,1732090635738-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:18,781 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,35521,1732090635738-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:18,781 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3354ef74e3b7:35521, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:18,781 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:18,782 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:18,783 DEBUG [master/3354ef74e3b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T08:17:18,786 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.967sec 2024-11-20T08:17:18,786 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:17:18,786 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:17:18,786 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:17:18,786 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:17:18,786 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:17:18,786 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,35521,1732090635738-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:17:18,786 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,35521,1732090635738-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:17:18,789 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:17:18,789 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:17:18,789 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,35521,1732090635738-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:18,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:18,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,35521,-1 for getting cluster id 2024-11-20T08:17:18,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:17:18,805 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ead9d734-4687-4c6b-9bfd-59464d7fb588' 2024-11-20T08:17:18,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:17:18,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ead9d734-4687-4c6b-9bfd-59464d7fb588" 2024-11-20T08:17:18,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d92ec62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:18,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,35521,-1] 2024-11-20T08:17:18,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:17:18,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:18,807 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:17:18,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d6d125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:18,808 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:17:18,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46043,1732090635781, seqNum=-1] 2024-11-20T08:17:18,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:17:18,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:17:18,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3354ef74e3b7,35521,1732090635738 2024-11-20T08:17:18,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60698 2024-11-20T08:17:18,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:17:18,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10134737b5d0005 connected 2024-11-20T08:17:18,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26629d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:18,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,38765,-1 for getting cluster id 2024-11-20T08:17:18,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:17:18,821 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '20c0f203-b619-4e43-81b0-a99b69e0d573' 2024-11-20T08:17:18,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:17:18,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "20c0f203-b619-4e43-81b0-a99b69e0d573" 2024-11-20T08:17:18,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab6a040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:18,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,38765,-1] 2024-11-20T08:17:18,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:17:18,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:18,822 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:17:18,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54888a99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:18,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:17:18,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,38765,1732090631579 2024-11-20T08:17:18,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ed0a0ef 2024-11-20T08:17:18,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:17:18,825 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:17:18,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38765 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3354ef74e3b7:35521,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T08:17:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38765 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T08:17:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:17:18,829 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:35521' 2024-11-20T08:17:18,830 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5623512e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:18,831 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,35521,-1 for getting cluster id 2024-11-20T08:17:18,831 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:17:18,831 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ead9d734-4687-4c6b-9bfd-59464d7fb588' 2024-11-20T08:17:18,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:17:18,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ead9d734-4687-4c6b-9bfd-59464d7fb588" 2024-11-20T08:17:18,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34eb5d56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:18,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,35521,-1] 2024-11-20T08:17:18,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:17:18,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:18,833 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:17:18,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31043c6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:18,834 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:17:18,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,35521,1732090635738 2024-11-20T08:17:18,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ec742c2 2024-11-20T08:17:18,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:17:18,836 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:17:18,836 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T08:17:18,836 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T08:17:18,836 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:18,837 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:18,837 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:17:18,837 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:17:18,838 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T08:17:18,840 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:17:18,840 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:18,841 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:17:18,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741835_1011 (size=1138) 2024-11-20T08:17:18,889 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T08:17:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:17:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:17:19,250 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 173dbca28f71ed90119dad530103e1f0, NAME => 'hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0 2024-11-20T08:17:19,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741836_1012 (size=44) 2024-11-20T08:17:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:17:19,657 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:19,657 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 173dbca28f71ed90119dad530103e1f0, disabling compactions & flushes 2024-11-20T08:17:19,657 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0. 2024-11-20T08:17:19,657 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0. 2024-11-20T08:17:19,657 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0. after waiting 0 ms 2024-11-20T08:17:19,657 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0. 2024-11-20T08:17:19,657 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0. 2024-11-20T08:17:19,657 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 173dbca28f71ed90119dad530103e1f0: Waiting for close lock at 1732090639657Disabling compacts and flushes for region at 1732090639657Disabling writes for close at 1732090639657Writing region close event to WAL at 1732090639657Closed at 1732090639657 2024-11-20T08:17:19,659 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:17:19,659 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732090639659"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090639659"}]},"ts":"1732090639659"} 2024-11-20T08:17:19,662 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:17:19,663 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:17:19,663 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090639663"}]},"ts":"1732090639663"} 2024-11-20T08:17:19,668 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T08:17:19,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=173dbca28f71ed90119dad530103e1f0, ASSIGN}] 2024-11-20T08:17:19,670 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=173dbca28f71ed90119dad530103e1f0, ASSIGN 2024-11-20T08:17:19,671 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=173dbca28f71ed90119dad530103e1f0, ASSIGN; state=OFFLINE, location=3354ef74e3b7,41071,1732090631632; forceNewPlan=false, retain=false 2024-11-20T08:17:19,820 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:17:19,822 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=173dbca28f71ed90119dad530103e1f0, regionState=OPENING, regionLocation=3354ef74e3b7,41071,1732090631632 2024-11-20T08:17:19,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:17:19,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=173dbca28f71ed90119dad530103e1f0, ASSIGN because future has completed 2024-11-20T08:17:19,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 173dbca28f71ed90119dad530103e1f0, server=3354ef74e3b7,41071,1732090631632}] 2024-11-20T08:17:19,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:17:19,856 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T08:17:19,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:17:19,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0. 2024-11-20T08:17:19,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:17:19,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T08:17:19,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C41071%2C1732090631632.rep, suffix=, logDir=hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/WALs/3354ef74e3b7,41071,1732090631632, archiveDir=hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/oldWALs, maxLogs=10 2024-11-20T08:17:19,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/WALs/3354ef74e3b7,41071,1732090631632/3354ef74e3b7%2C41071%2C1732090631632.rep.1732090639985, exclude list is [], retry=0 2024-11-20T08:17:20,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35021,DS-bd62634c-4f0d-4b17-97cc-ec74bcbf4846,DISK] 2024-11-20T08:17:20,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/WALs/3354ef74e3b7,41071,1732090631632/3354ef74e3b7%2C41071%2C1732090631632.rep.1732090639985 2024-11-20T08:17:20,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38845:38845)] 2024-11-20T08:17:20,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 173dbca28f71ed90119dad530103e1f0, NAME => 'hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:17:20,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:17:20,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:17:20,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0. service=MultiRowMutationService 2024-11-20T08:17:20,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T08:17:20,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 173dbca28f71ed90119dad530103e1f0 2024-11-20T08:17:20,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:20,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 173dbca28f71ed90119dad530103e1f0 2024-11-20T08:17:20,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 173dbca28f71ed90119dad530103e1f0 2024-11-20T08:17:20,005 INFO [StoreOpener-173dbca28f71ed90119dad530103e1f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 173dbca28f71ed90119dad530103e1f0 2024-11-20T08:17:20,006 INFO [StoreOpener-173dbca28f71ed90119dad530103e1f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 173dbca28f71ed90119dad530103e1f0 columnFamilyName hfileref 2024-11-20T08:17:20,006 DEBUG [StoreOpener-173dbca28f71ed90119dad530103e1f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:20,006 INFO [StoreOpener-173dbca28f71ed90119dad530103e1f0-1 {}] regionserver.HStore(327): Store=173dbca28f71ed90119dad530103e1f0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:20,007 INFO [StoreOpener-173dbca28f71ed90119dad530103e1f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 173dbca28f71ed90119dad530103e1f0 2024-11-20T08:17:20,008 INFO [StoreOpener-173dbca28f71ed90119dad530103e1f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 173dbca28f71ed90119dad530103e1f0 columnFamilyName queue 2024-11-20T08:17:20,008 DEBUG [StoreOpener-173dbca28f71ed90119dad530103e1f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:20,008 INFO [StoreOpener-173dbca28f71ed90119dad530103e1f0-1 {}] regionserver.HStore(327): Store=173dbca28f71ed90119dad530103e1f0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:20,009 INFO [StoreOpener-173dbca28f71ed90119dad530103e1f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 173dbca28f71ed90119dad530103e1f0 2024-11-20T08:17:20,010 INFO [StoreOpener-173dbca28f71ed90119dad530103e1f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 173dbca28f71ed90119dad530103e1f0 columnFamilyName sid 2024-11-20T08:17:20,010 DEBUG [StoreOpener-173dbca28f71ed90119dad530103e1f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:20,010 INFO [StoreOpener-173dbca28f71ed90119dad530103e1f0-1 {}] regionserver.HStore(327): Store=173dbca28f71ed90119dad530103e1f0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:20,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 173dbca28f71ed90119dad530103e1f0 2024-11-20T08:17:20,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/replication/173dbca28f71ed90119dad530103e1f0 2024-11-20T08:17:20,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/replication/173dbca28f71ed90119dad530103e1f0 2024-11-20T08:17:20,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 173dbca28f71ed90119dad530103e1f0 2024-11-20T08:17:20,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 173dbca28f71ed90119dad530103e1f0 2024-11-20T08:17:20,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:17:20,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 173dbca28f71ed90119dad530103e1f0 2024-11-20T08:17:20,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/replication/173dbca28f71ed90119dad530103e1f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:17:20,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 173dbca28f71ed90119dad530103e1f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61737834, jitterRate=-0.08003458380699158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:17:20,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 173dbca28f71ed90119dad530103e1f0 2024-11-20T08:17:20,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 173dbca28f71ed90119dad530103e1f0: Running coprocessor pre-open hook at 1732090640003Writing region info on filesystem at 1732090640003Initializing all the Stores at 1732090640004 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090640004Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090640004Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090640005 (+1 ms)Cleaning up temporary data from old regions at 1732090640013 (+8 ms)Running coprocessor post-open hooks at 1732090640017 (+4 ms)Region opened successfully at 1732090640017 2024-11-20T08:17:20,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0., pid=7, masterSystemTime=1732090639978 2024-11-20T08:17:20,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0. 2024-11-20T08:17:20,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0. 2024-11-20T08:17:20,022 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=173dbca28f71ed90119dad530103e1f0, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,41071,1732090631632 2024-11-20T08:17:20,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 173dbca28f71ed90119dad530103e1f0, server=3354ef74e3b7,41071,1732090631632 because future has completed 2024-11-20T08:17:20,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T08:17:20,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 173dbca28f71ed90119dad530103e1f0, server=3354ef74e3b7,41071,1732090631632 in 201 msec 2024-11-20T08:17:20,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:17:20,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=173dbca28f71ed90119dad530103e1f0, ASSIGN in 360 msec 2024-11-20T08:17:20,032 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:17:20,032 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090640032"}]},"ts":"1732090640032"} 2024-11-20T08:17:20,034 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T08:17:20,035 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:17:20,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1980 sec 2024-11-20T08:17:20,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0., hostname=3354ef74e3b7,41071,1732090631632, seqNum=2] 2024-11-20T08:17:20,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116551337 2024-11-20T08:17:20,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41071-0x10134737b5d0001, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116551337 2024-11-20T08:17:20,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T08:17:20,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T08:17:20,211 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T08:17:20,242 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-3354ef74e3b7,41071,1732090631632, ReplicationSource: 1, currentBandwidth=0 2024-11-20T08:17:20,243 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:17:20,243 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,41071,1732090631632, seqNum=-1] 2024-11-20T08:17:20,243 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:17:20,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-20T08:17:20,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3354ef74e3b7,41071,1732090631632', locateType=CURRENT is [region=hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0., hostname=3354ef74e3b7,41071,1732090631632, seqNum=2] 2024-11-20T08:17:20,250 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T08:17:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38765 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T08:17:20,253 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3354ef74e3b7,41071,1732090631632 suceeded 2024-11-20T08:17:20,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T08:17:20,256 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3354ef74e3b7:35521,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T08:17:20,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-20T08:17:20,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4300 sec 2024-11-20T08:17:20,268 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,41071,1732090631632 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:35521' 2024-11-20T08:17:20,270 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,41071,1732090631632 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77b03069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:20,270 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,41071,1732090631632 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,35521,-1 for getting cluster id 2024-11-20T08:17:20,270 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,41071,1732090631632 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:17:20,271 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ead9d734-4687-4c6b-9bfd-59464d7fb588' 2024-11-20T08:17:20,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:17:20,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ead9d734-4687-4c6b-9bfd-59464d7fb588" 2024-11-20T08:17:20,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41e6f05a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:20,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,35521,-1] 2024-11-20T08:17:20,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:17:20,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:20,273 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:17:20,274 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,41071,1732090631632 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d95739a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:20,274 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,41071,1732090631632 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:17:20,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,35521,1732090635738 2024-11-20T08:17:20,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@172256c1 2024-11-20T08:17:20,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:17:20,276 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-20T08:17:20,277 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,41071,1732090631632 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3354ef74e3b7,41071,1732090631632 (queues=1) is replicating from cluster=20c0f203-b619-4e43-81b0-a99b69e0d573 to cluster=ead9d734-4687-4c6b-9bfd-59464d7fb588 2024-11-20T08:17:20,277 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,41071,1732090631632 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3354ef74e3b7%2C41071%2C1732090631632 2024-11-20T08:17:20,277 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,41071,1732090631632 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3354ef74e3b7,41071,1732090631632, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T08:17:20,277 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,41071,1732090631632.replicationSource.wal-reader.3354ef74e3b7%2C41071%2C1732090631632,1-3354ef74e3b7,41071,1732090631632 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/WALs/3354ef74e3b7,41071,1732090631632/3354ef74e3b7%2C41071%2C1732090631632.1732090633628, startPosition=0, beingWritten=true 2024-11-20T08:17:20,278 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,41071,1732090631632.replicationSource.shipper3354ef74e3b7%2C41071%2C1732090631632,1-3354ef74e3b7,41071,1732090631632 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3354ef74e3b7%2C41071%2C1732090631632 2024-11-20T08:17:20,485 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,41071,1732090631632.replicationSource.wal-reader.3354ef74e3b7%2C41071%2C1732090631632,1-3354ef74e3b7,41071,1732090631632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/WALs/3354ef74e3b7,41071,1732090631632/3354ef74e3b7%2C41071%2C1732090631632.1732090633628 to pos 0, reset compression=false 2024-11-20T08:17:20,790 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,41071,1732090631632.replicationSource.wal-reader.3354ef74e3b7%2C41071%2C1732090631632,1-3354ef74e3b7,41071,1732090631632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/WALs/3354ef74e3b7,41071,1732090631632/3354ef74e3b7%2C41071%2C1732090631632.1732090633628 to pos 0, reset compression=false 2024-11-20T08:17:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:17:20,974 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T08:17:20,974 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:17:20,974 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:17:20,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:20,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:20,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:17:20,975 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:17:20,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,38765,1732090631579 2024-11-20T08:17:20,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ab8248f 2024-11-20T08:17:20,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:17:20,977 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:17:20,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38765 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T08:17:20,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T08:17:20,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:17:20,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:17:20,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:20,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:20,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:17:20,978 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:17:20,978 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1436443932, stopped=false 2024-11-20T08:17:20,978 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3354ef74e3b7,35521,1732090635738 2024-11-20T08:17:20,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x10134737b5d0004, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1802156393/running 2024-11-20T08:17:20,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1802156393/running 2024-11-20T08:17:20,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x10134737b5d0004, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1802156393 2024-11-20T08:17:20,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1802156393 2024-11-20T08:17:20,980 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:17:20,980 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:17:20,980 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:17:20,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:20,981 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3354ef74e3b7,46043,1732090635781' ***** 2024-11-20T08:17:20,981 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:17:20,981 INFO [RS:0;3354ef74e3b7:46043 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:17:20,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46043-0x10134737b5d0004, quorum=127.0.0.1:60698, baseZNode=/1802156393 Set watcher on znode that does not yet exist, /1802156393/running 2024-11-20T08:17:20,981 INFO [RS:0;3354ef74e3b7:46043 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:17:20,981 INFO [RS:0;3354ef74e3b7:46043 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:17:20,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Set watcher on znode that does not yet exist, /1802156393/running 2024-11-20T08:17:20,981 INFO [RS:0;3354ef74e3b7:46043 {}] regionserver.HRegionServer(959): stopping server 3354ef74e3b7,46043,1732090635781 2024-11-20T08:17:20,981 INFO [RS:0;3354ef74e3b7:46043 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:17:20,981 INFO [RS:0;3354ef74e3b7:46043 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:46043. 2024-11-20T08:17:20,981 DEBUG [RS:0;3354ef74e3b7:46043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:17:20,981 DEBUG [RS:0;3354ef74e3b7:46043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:20,981 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:17:20,982 INFO [RS:0;3354ef74e3b7:46043 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:17:20,982 INFO [RS:0;3354ef74e3b7:46043 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:17:20,982 INFO [RS:0;3354ef74e3b7:46043 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:17:20,982 INFO [RS:0;3354ef74e3b7:46043 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T08:17:20,982 INFO [RS:0;3354ef74e3b7:46043 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T08:17:20,982 DEBUG [RS:0;3354ef74e3b7:46043 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T08:17:20,982 DEBUG [RS:0;3354ef74e3b7:46043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:17:20,982 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:17:20,982 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:17:20,982 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:17:20,982 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:17:20,982 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:17:20,982 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T08:17:21,000 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/data/hbase/meta/1588230740/.tmp/ns/6db279fab9e24eadb8796b9f7a563dad is 43, key is default/ns:d/1732090638773/Put/seqid=0 2024-11-20T08:17:21,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741835_1011 (size=5153) 2024-11-20T08:17:21,039 INFO [regionserver/3354ef74e3b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:17:21,182 DEBUG [RS:0;3354ef74e3b7:46043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:17:21,196 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,41071,1732090631632.replicationSource.wal-reader.3354ef74e3b7%2C41071%2C1732090631632,1-3354ef74e3b7,41071,1732090631632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/WALs/3354ef74e3b7,41071,1732090631632/3354ef74e3b7%2C41071%2C1732090631632.1732090633628 to pos 0, reset compression=false 2024-11-20T08:17:21,383 DEBUG [RS:0;3354ef74e3b7:46043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:17:21,405 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/data/hbase/meta/1588230740/.tmp/ns/6db279fab9e24eadb8796b9f7a563dad 2024-11-20T08:17:21,412 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/data/hbase/meta/1588230740/.tmp/ns/6db279fab9e24eadb8796b9f7a563dad as hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/data/hbase/meta/1588230740/ns/6db279fab9e24eadb8796b9f7a563dad 2024-11-20T08:17:21,418 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/data/hbase/meta/1588230740/ns/6db279fab9e24eadb8796b9f7a563dad, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T08:17:21,420 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false 2024-11-20T08:17:21,424 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T08:17:21,425 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:17:21,425 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:17:21,425 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:17:21,425 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090640982Running coprocessor pre-close hooks at 1732090640982Disabling compacts and flushes for region at 1732090640982Disabling writes for close at 1732090640982Obtaining lock to block concurrent updates at 1732090640982Preparing flush snapshotting stores in 1588230740 at 1732090640982Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732090640983 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732090640984 (+1 ms)Flushing 1588230740/ns: creating writer at 1732090640984Flushing 1588230740/ns: appending metadata at 1732090640999 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732090640999Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61e6bab: reopening flushed file at 1732090641411 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false at 1732090641420 (+9 ms)Writing region close event to WAL at 1732090641420Running coprocessor post-close hooks at 1732090641425 (+5 ms)Closed at 1732090641425 2024-11-20T08:17:21,425 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:17:21,583 INFO [RS:0;3354ef74e3b7:46043 {}] regionserver.HRegionServer(976): stopping server 3354ef74e3b7,46043,1732090635781; all regions closed. 2024-11-20T08:17:21,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741834_1010 (size=1152) 2024-11-20T08:17:21,586 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/WALs/3354ef74e3b7,46043,1732090635781/3354ef74e3b7%2C46043%2C1732090635781.meta.1732090638722.meta not finished, retry = 0 2024-11-20T08:17:21,639 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T08:17:21,639 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T08:17:21,689 DEBUG [RS:0;3354ef74e3b7:46043 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/oldWALs 2024-11-20T08:17:21,689 INFO [RS:0;3354ef74e3b7:46043 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C46043%2C1732090635781.meta:.meta(num 1732090638722) 2024-11-20T08:17:21,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741832_1008 (size=93) 2024-11-20T08:17:21,693 DEBUG [RS:0;3354ef74e3b7:46043 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/oldWALs 2024-11-20T08:17:21,693 INFO [RS:0;3354ef74e3b7:46043 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C46043%2C1732090635781:(num 1732090637770) 2024-11-20T08:17:21,693 DEBUG [RS:0;3354ef74e3b7:46043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:21,693 INFO [RS:0;3354ef74e3b7:46043 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:17:21,693 INFO [RS:0;3354ef74e3b7:46043 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:17:21,694 INFO [RS:0;3354ef74e3b7:46043 {}] hbase.ChoreService(370): Chore service for: regionserver/3354ef74e3b7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T08:17:21,694 INFO [RS:0;3354ef74e3b7:46043 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:17:21,694 INFO [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:17:21,694 INFO [RS:0;3354ef74e3b7:46043 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46043 2024-11-20T08:17:21,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x10134737b5d0004, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1802156393/rs/3354ef74e3b7,46043,1732090635781 2024-11-20T08:17:21,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1802156393/rs 2024-11-20T08:17:21,696 INFO [RS:0;3354ef74e3b7:46043 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:17:21,699 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3354ef74e3b7,46043,1732090635781] 2024-11-20T08:17:21,700 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1802156393/draining/3354ef74e3b7,46043,1732090635781 already deleted, retry=false 2024-11-20T08:17:21,700 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3354ef74e3b7,46043,1732090635781 expired; onlineServers=0 2024-11-20T08:17:21,700 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3354ef74e3b7,35521,1732090635738' ***** 2024-11-20T08:17:21,700 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:17:21,700 INFO [M:0;3354ef74e3b7:35521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:17:21,700 INFO [M:0;3354ef74e3b7:35521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:17:21,700 DEBUG [M:0;3354ef74e3b7:35521 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:17:21,700 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:17:21,700 DEBUG [M:0;3354ef74e3b7:35521 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:17:21,700 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090637559 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090637559,5,FailOnTimeoutGroup] 2024-11-20T08:17:21,700 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090637559 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090637559,5,FailOnTimeoutGroup] 2024-11-20T08:17:21,701 INFO [M:0;3354ef74e3b7:35521 {}] hbase.ChoreService(370): Chore service for: master/3354ef74e3b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T08:17:21,701 INFO [M:0;3354ef74e3b7:35521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:17:21,701 DEBUG [M:0;3354ef74e3b7:35521 {}] master.HMaster(1795): Stopping service threads 2024-11-20T08:17:21,701 INFO [M:0;3354ef74e3b7:35521 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:17:21,701 INFO [M:0;3354ef74e3b7:35521 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:17:21,701 INFO [M:0;3354ef74e3b7:35521 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:17:21,701 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:17:21,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1802156393/master 2024-11-20T08:17:21,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1802156393 2024-11-20T08:17:21,702 DEBUG [M:0;3354ef74e3b7:35521 {}] zookeeper.ZKUtil(347): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Unable to get data of znode /1802156393/master because node does not exist (not an error) 2024-11-20T08:17:21,702 WARN [M:0;3354ef74e3b7:35521 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:17:21,703 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,41071,1732090631632.replicationSource.wal-reader.3354ef74e3b7%2C41071%2C1732090631632,1-3354ef74e3b7,41071,1732090631632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/WALs/3354ef74e3b7,41071,1732090631632/3354ef74e3b7%2C41071%2C1732090631632.1732090633628 to pos 0, reset compression=false 2024-11-20T08:17:21,703 INFO [M:0;3354ef74e3b7:35521 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/.lastflushedseqids 2024-11-20T08:17:21,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741836_1012 (size=99) 2024-11-20T08:17:21,799 INFO [RS:0;3354ef74e3b7:46043 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:17:21,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x10134737b5d0004, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:17:21,799 INFO [RS:0;3354ef74e3b7:46043 {}] regionserver.HRegionServer(1031): Exiting; stopping=3354ef74e3b7,46043,1732090635781; zookeeper connection closed. 2024-11-20T08:17:21,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46043-0x10134737b5d0004, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:17:21,799 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77b47fc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77b47fc 2024-11-20T08:17:21,800 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T08:17:22,110 INFO [M:0;3354ef74e3b7:35521 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T08:17:22,110 INFO [M:0;3354ef74e3b7:35521 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:17:22,110 DEBUG [M:0;3354ef74e3b7:35521 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:17:22,110 INFO [M:0;3354ef74e3b7:35521 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:22,110 DEBUG [M:0;3354ef74e3b7:35521 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:22,110 DEBUG [M:0;3354ef74e3b7:35521 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:17:22,110 DEBUG [M:0;3354ef74e3b7:35521 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:22,110 INFO [M:0;3354ef74e3b7:35521 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T08:17:22,127 DEBUG [M:0;3354ef74e3b7:35521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4741f34fa384822a99b61365f83ff2f is 82, key is hbase:meta,,1/info:regioninfo/1732090638760/Put/seqid=0 2024-11-20T08:17:22,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741837_1013 (size=5672) 2024-11-20T08:17:22,308 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,41071,1732090631632.replicationSource.wal-reader.3354ef74e3b7%2C41071%2C1732090631632,1-3354ef74e3b7,41071,1732090631632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/WALs/3354ef74e3b7,41071,1732090631632/3354ef74e3b7%2C41071%2C1732090631632.1732090633628 to pos 0, reset compression=false 2024-11-20T08:17:22,533 INFO [M:0;3354ef74e3b7:35521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4741f34fa384822a99b61365f83ff2f 2024-11-20T08:17:22,554 DEBUG [M:0;3354ef74e3b7:35521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74ae71d4f74d46f8a11bdf9de0e58e67 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732090638777/Put/seqid=0 2024-11-20T08:17:22,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741838_1014 (size=5275) 2024-11-20T08:17:22,959 INFO [M:0;3354ef74e3b7:35521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74ae71d4f74d46f8a11bdf9de0e58e67 2024-11-20T08:17:22,980 DEBUG [M:0;3354ef74e3b7:35521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84f85297b39e4f0085416fc3a5f5f8c9 is 69, key is 3354ef74e3b7,46043,1732090635781/rs:state/1732090637623/Put/seqid=0 2024-11-20T08:17:22,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741839_1015 (size=5156) 2024-11-20T08:17:23,014 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,41071,1732090631632.replicationSource.wal-reader.3354ef74e3b7%2C41071%2C1732090631632,1-3354ef74e3b7,41071,1732090631632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/WALs/3354ef74e3b7,41071,1732090631632/3354ef74e3b7%2C41071%2C1732090631632.1732090633628 to pos 0, reset compression=false 2024-11-20T08:17:23,385 INFO [M:0;3354ef74e3b7:35521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84f85297b39e4f0085416fc3a5f5f8c9 2024-11-20T08:17:23,392 DEBUG [M:0;3354ef74e3b7:35521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4741f34fa384822a99b61365f83ff2f as hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d4741f34fa384822a99b61365f83ff2f 2024-11-20T08:17:23,398 INFO [M:0;3354ef74e3b7:35521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d4741f34fa384822a99b61365f83ff2f, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T08:17:23,399 DEBUG [M:0;3354ef74e3b7:35521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74ae71d4f74d46f8a11bdf9de0e58e67 as hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74ae71d4f74d46f8a11bdf9de0e58e67 2024-11-20T08:17:23,404 INFO [M:0;3354ef74e3b7:35521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74ae71d4f74d46f8a11bdf9de0e58e67, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T08:17:23,405 DEBUG [M:0;3354ef74e3b7:35521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84f85297b39e4f0085416fc3a5f5f8c9 as hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84f85297b39e4f0085416fc3a5f5f8c9 2024-11-20T08:17:23,410 INFO [M:0;3354ef74e3b7:35521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33727/user/jenkins/test-data/1e1442bd-0966-713e-ad6e-d677b8140e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84f85297b39e4f0085416fc3a5f5f8c9, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T08:17:23,411 INFO [M:0;3354ef74e3b7:35521 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=28, compaction requested=false 2024-11-20T08:17:23,413 INFO [M:0;3354ef74e3b7:35521 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:23,413 DEBUG [M:0;3354ef74e3b7:35521 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090642110Disabling compacts and flushes for region at 1732090642110Disabling writes for close at 1732090642110Obtaining lock to block concurrent updates at 1732090642110Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732090642110Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732090642111 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732090642111Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732090642112 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732090642127 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732090642127Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732090642538 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732090642553 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732090642554 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732090642965 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732090642980 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732090642980Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49362c74: reopening flushed file at 1732090643391 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f66540: reopening flushed file at 1732090643398 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@125bb15c: reopening flushed file at 1732090643404 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=28, compaction requested=false at 1732090643411 (+7 ms)Writing region close event to WAL at 1732090643412 (+1 ms)Closed at 1732090643412 2024-11-20T08:17:23,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45057 is added to blk_1073741830_1006 (size=10165) 2024-11-20T08:17:23,417 INFO [M:0;3354ef74e3b7:35521 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T08:17:23,417 INFO [M:0;3354ef74e3b7:35521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35521 2024-11-20T08:17:23,417 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:17:23,418 INFO [M:0;3354ef74e3b7:35521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:17:23,520 INFO [M:0;3354ef74e3b7:35521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:17:23,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:17:23,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35521-0x10134737b5d0003, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:17:23,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46319543{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:17:23,526 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ed1495c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:17:23,526 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:17:23,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65f90607{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:17:23,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3900f88d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/hadoop.log.dir/,STOPPED} 2024-11-20T08:17:23,528 WARN [BP-1816687443-172.17.0.2-1732090634708 heartbeating to localhost/127.0.0.1:33727 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:17:23,528 WARN [BP-1816687443-172.17.0.2-1732090634708 heartbeating to localhost/127.0.0.1:33727 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1816687443-172.17.0.2-1732090634708 (Datanode Uuid 02cef66a-1011-4d5f-933f-bce17b166a06) service to localhost/127.0.0.1:33727 2024-11-20T08:17:23,528 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:17:23,528 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:17:23,529 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/cluster_b8810ddd-60bf-f7b4-2bd5-dc13493aa862/data/data1/current/BP-1816687443-172.17.0.2-1732090634708 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:17:23,529 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/cluster_b8810ddd-60bf-f7b4-2bd5-dc13493aa862/data/data2/current/BP-1816687443-172.17.0.2-1732090634708 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:17:23,530 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:17:23,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e49dff1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:17:23,537 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a896e5f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:17:23,537 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:17:23,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7734c845{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:17:23,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76bb38c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/hadoop.log.dir/,STOPPED} 2024-11-20T08:17:23,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T08:17:23,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T08:17:23,551 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:17:23,551 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:17:23,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:23,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:23,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:17:23,551 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:17:23,551 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1702088159, stopped=false 2024-11-20T08:17:23,551 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3354ef74e3b7,38765,1732090631579 2024-11-20T08:17:23,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41071-0x10134737b5d0001, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0116551337/running 2024-11-20T08:17:23,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0116551337/running 2024-11-20T08:17:23,554 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:17:23,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41071-0x10134737b5d0001, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116551337 2024-11-20T08:17:23,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116551337 2024-11-20T08:17:23,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:17:23,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:17:23,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:23,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Set watcher on znode that does not yet exist, /0116551337/running 2024-11-20T08:17:23,555 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3354ef74e3b7,41071,1732090631632' ***** 2024-11-20T08:17:23,555 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:17:23,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41071-0x10134737b5d0001, quorum=127.0.0.1:60698, baseZNode=/0116551337 Set watcher on znode that does not yet exist, /0116551337/running 2024-11-20T08:17:23,555 INFO [RS:0;3354ef74e3b7:41071 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:17:23,555 INFO [RS:0;3354ef74e3b7:41071 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:17:23,555 INFO [RS:0;3354ef74e3b7:41071 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:17:23,555 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:17:23,555 INFO [RS:0;3354ef74e3b7:41071 {}] regionserver.HRegionServer(3091): Received CLOSE for 173dbca28f71ed90119dad530103e1f0 2024-11-20T08:17:23,556 INFO [RS:0;3354ef74e3b7:41071 {}] regionserver.HRegionServer(959): stopping server 3354ef74e3b7,41071,1732090631632 2024-11-20T08:17:23,556 INFO [RS:0;3354ef74e3b7:41071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:17:23,556 INFO [RS:0;3354ef74e3b7:41071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:41071. 2024-11-20T08:17:23,556 DEBUG [RS:0;3354ef74e3b7:41071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:17:23,556 DEBUG [RS:0;3354ef74e3b7:41071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:23,556 INFO [RS:0;3354ef74e3b7:41071 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:17:23,556 INFO [RS:0;3354ef74e3b7:41071 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:17:23,556 INFO [RS:0;3354ef74e3b7:41071 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:17:23,556 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 173dbca28f71ed90119dad530103e1f0, disabling compactions & flushes 2024-11-20T08:17:23,556 INFO [RS:0;3354ef74e3b7:41071 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T08:17:23,556 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0. 2024-11-20T08:17:23,556 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0. 2024-11-20T08:17:23,556 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0. after waiting 0 ms 2024-11-20T08:17:23,556 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0. 2024-11-20T08:17:23,556 INFO [RS:0;3354ef74e3b7:41071 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T08:17:23,556 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 173dbca28f71ed90119dad530103e1f0 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-20T08:17:23,556 DEBUG [RS:0;3354ef74e3b7:41071 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 173dbca28f71ed90119dad530103e1f0=hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0.} 2024-11-20T08:17:23,556 DEBUG [RS:0;3354ef74e3b7:41071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 173dbca28f71ed90119dad530103e1f0 2024-11-20T08:17:23,556 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:17:23,557 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:17:23,557 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:17:23,557 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:17:23,557 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:17:23,557 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T08:17:23,574 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/meta/1588230740/.tmp/info/09e31e4c43144af695d21e1f0747f6ef is 147, key is hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0./info:regioninfo/1732090640022/Put/seqid=0 2024-11-20T08:17:23,574 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/replication/173dbca28f71ed90119dad530103e1f0/.tmp/queue/00d9187fadb24cf3b6c95c6054c036db is 151, key is 1-3354ef74e3b7,41071,1732090631632/queue:3354ef74e3b7%2C41071%2C1732090631632/1732090640248/Put/seqid=0 2024-11-20T08:17:23,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741838_1014 (size=6631) 2024-11-20T08:17:23,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741839_1015 (size=5350) 2024-11-20T08:17:23,580 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/replication/173dbca28f71ed90119dad530103e1f0/.tmp/queue/00d9187fadb24cf3b6c95c6054c036db 2024-11-20T08:17:23,587 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/replication/173dbca28f71ed90119dad530103e1f0/.tmp/queue/00d9187fadb24cf3b6c95c6054c036db as hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/replication/173dbca28f71ed90119dad530103e1f0/queue/00d9187fadb24cf3b6c95c6054c036db 2024-11-20T08:17:23,592 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/replication/173dbca28f71ed90119dad530103e1f0/queue/00d9187fadb24cf3b6c95c6054c036db, entries=1, sequenceid=5, filesize=5.2 K 2024-11-20T08:17:23,594 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 173dbca28f71ed90119dad530103e1f0 in 37ms, sequenceid=5, compaction requested=false 2024-11-20T08:17:23,594 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T08:17:23,598 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/replication/173dbca28f71ed90119dad530103e1f0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T08:17:23,599 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:17:23,599 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:17:23,599 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0. 2024-11-20T08:17:23,599 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 173dbca28f71ed90119dad530103e1f0: Waiting for close lock at 1732090643556Running coprocessor pre-close hooks at 1732090643556Disabling compacts and flushes for region at 1732090643556Disabling writes for close at 1732090643556Obtaining lock to block concurrent updates at 1732090643556Preparing flush snapshotting stores in 173dbca28f71ed90119dad530103e1f0 at 1732090643556Finished memstore snapshotting hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732090643557 (+1 ms)Flushing stores of hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0. at 1732090643558 (+1 ms)Flushing 173dbca28f71ed90119dad530103e1f0/queue: creating writer at 1732090643558Flushing 173dbca28f71ed90119dad530103e1f0/queue: appending metadata at 1732090643573 (+15 ms)Flushing 173dbca28f71ed90119dad530103e1f0/queue: closing flushed file at 1732090643573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c0a9ed6: reopening flushed file at 1732090643586 (+13 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 173dbca28f71ed90119dad530103e1f0 in 37ms, sequenceid=5, compaction requested=false at 1732090643594 (+8 ms)Writing region close event to WAL at 1732090643595 (+1 ms)Running coprocessor post-close hooks at 1732090643599 (+4 ms)Closed at 1732090643599 2024-11-20T08:17:23,599 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732090638837.173dbca28f71ed90119dad530103e1f0. 2024-11-20T08:17:23,607 INFO [regionserver/3354ef74e3b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:17:23,757 DEBUG [RS:0;3354ef74e3b7:41071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:17:23,819 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,41071,1732090631632.replicationSource.wal-reader.3354ef74e3b7%2C41071%2C1732090631632,1-3354ef74e3b7,41071,1732090631632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/WALs/3354ef74e3b7,41071,1732090631632/3354ef74e3b7%2C41071%2C1732090631632.1732090633628 to pos 0, reset compression=false 2024-11-20T08:17:23,957 DEBUG [RS:0;3354ef74e3b7:41071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:17:23,979 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/meta/1588230740/.tmp/info/09e31e4c43144af695d21e1f0747f6ef 2024-11-20T08:17:24,001 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/meta/1588230740/.tmp/ns/c602a270eea94d7fb6e5a8cdc20ca431 is 43, key is default/ns:d/1732090634629/Put/seqid=0 2024-11-20T08:17:24,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741840_1016 (size=5153) 2024-11-20T08:17:24,157 DEBUG [RS:0;3354ef74e3b7:41071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:17:24,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T08:17:24,318 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T08:17:24,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:17:24,319 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T08:17:24,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:17:24,319 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T08:17:24,357 DEBUG [RS:0;3354ef74e3b7:41071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:17:24,406 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/meta/1588230740/.tmp/ns/c602a270eea94d7fb6e5a8cdc20ca431 2024-11-20T08:17:24,426 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/meta/1588230740/.tmp/table/5ac7f2de21474e5ba9474a11d6672667 is 53, key is hbase:replication/table:state/1732090640032/Put/seqid=0 2024-11-20T08:17:24,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741841_1017 (size=5256) 2024-11-20T08:17:24,493 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T08:17:24,493 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T08:17:24,558 INFO [RS:0;3354ef74e3b7:41071 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T08:17:24,558 DEBUG [RS:0;3354ef74e3b7:41071 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T08:17:24,558 DEBUG [RS:0;3354ef74e3b7:41071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:17:24,725 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,41071,1732090631632.replicationSource.wal-reader.3354ef74e3b7%2C41071%2C1732090631632,1-3354ef74e3b7,41071,1732090631632 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/WALs/3354ef74e3b7,41071,1732090631632/3354ef74e3b7%2C41071%2C1732090631632.1732090633628 to pos 0, reset compression=false 2024-11-20T08:17:24,758 DEBUG [RS:0;3354ef74e3b7:41071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:17:24,831 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/meta/1588230740/.tmp/table/5ac7f2de21474e5ba9474a11d6672667 2024-11-20T08:17:24,837 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/meta/1588230740/.tmp/info/09e31e4c43144af695d21e1f0747f6ef as hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/meta/1588230740/info/09e31e4c43144af695d21e1f0747f6ef 2024-11-20T08:17:24,843 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/meta/1588230740/info/09e31e4c43144af695d21e1f0747f6ef, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T08:17:24,844 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/meta/1588230740/.tmp/ns/c602a270eea94d7fb6e5a8cdc20ca431 as hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/meta/1588230740/ns/c602a270eea94d7fb6e5a8cdc20ca431 2024-11-20T08:17:24,850 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/meta/1588230740/ns/c602a270eea94d7fb6e5a8cdc20ca431, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T08:17:24,851 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/meta/1588230740/.tmp/table/5ac7f2de21474e5ba9474a11d6672667 as hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/meta/1588230740/table/5ac7f2de21474e5ba9474a11d6672667 2024-11-20T08:17:24,856 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/meta/1588230740/table/5ac7f2de21474e5ba9474a11d6672667, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T08:17:24,858 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=11, compaction requested=false 2024-11-20T08:17:24,862 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T08:17:24,863 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:17:24,863 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:17:24,863 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:17:24,863 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090643556Running coprocessor pre-close hooks at 1732090643556Disabling compacts and flushes for region at 1732090643556Disabling writes for close at 1732090643557 (+1 ms)Obtaining lock to block concurrent updates at 1732090643557Preparing flush snapshotting stores in 1588230740 at 1732090643557Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732090643557Flushing stores of hbase:meta,,1.1588230740 at 1732090643558 (+1 ms)Flushing 1588230740/info: creating writer at 1732090643558Flushing 1588230740/info: appending metadata at 1732090643573 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732090643573Flushing 1588230740/ns: creating writer at 1732090643986 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732090644000 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732090644000Flushing 1588230740/table: creating writer at 1732090644412 (+412 ms)Flushing 1588230740/table: appending metadata at 1732090644426 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732090644426Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28c9e9dd: reopening flushed file at 1732090644837 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bab0d8f: reopening flushed file at 1732090644843 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48afbb0e: reopening flushed file at 1732090644850 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=11, compaction requested=false at 1732090644858 (+8 ms)Writing region close event to WAL at 1732090644859 (+1 ms)Running coprocessor post-close hooks at 1732090644863 (+4 ms)Closed at 1732090644863 2024-11-20T08:17:24,863 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:17:24,958 INFO [RS:0;3354ef74e3b7:41071 {}] regionserver.HRegionServer(976): stopping server 3354ef74e3b7,41071,1732090631632; all regions closed. 2024-11-20T08:17:24,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741834_1010 (size=2742) 2024-11-20T08:17:24,961 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/WALs/3354ef74e3b7,41071,1732090631632/3354ef74e3b7%2C41071%2C1732090631632.meta.1732090634575.meta not finished, retry = 0 2024-11-20T08:17:25,064 DEBUG [RS:0;3354ef74e3b7:41071 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/oldWALs 2024-11-20T08:17:25,064 INFO [RS:0;3354ef74e3b7:41071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C41071%2C1732090631632.meta:.meta(num 1732090634575) 2024-11-20T08:17:25,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741837_1013 (size=1586) 2024-11-20T08:17:25,069 DEBUG [RS:0;3354ef74e3b7:41071 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/oldWALs 2024-11-20T08:17:25,069 INFO [RS:0;3354ef74e3b7:41071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C41071%2C1732090631632.rep:(num 1732090639985) 2024-11-20T08:17:25,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741832_1008 (size=93) 2024-11-20T08:17:25,073 DEBUG [RS:0;3354ef74e3b7:41071 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/oldWALs 2024-11-20T08:17:25,073 INFO [RS:0;3354ef74e3b7:41071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C41071%2C1732090631632:(num 1732090633628) 2024-11-20T08:17:25,073 DEBUG [RS:0;3354ef74e3b7:41071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:25,073 INFO [RS:0;3354ef74e3b7:41071 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:17:25,073 INFO [RS:0;3354ef74e3b7:41071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:17:25,074 INFO [RS:0;3354ef74e3b7:41071 {}] hbase.ChoreService(370): Chore service for: regionserver/3354ef74e3b7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T08:17:25,074 INFO [RS:0;3354ef74e3b7:41071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:17:25,074 INFO [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:17:25,074 INFO [RS:0;3354ef74e3b7:41071 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3354ef74e3b7,41071,1732090631632 because: Region server is closing 2024-11-20T08:17:25,074 INFO [RS:0;3354ef74e3b7:41071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:41071. 2024-11-20T08:17:25,074 DEBUG [RS:0;3354ef74e3b7:41071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:17:25,074 DEBUG [RS:0;3354ef74e3b7:41071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:25,074 DEBUG [RS:0;3354ef74e3b7:41071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:25,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:17:25,175 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,41071,1732090631632.replicationSource.shipper3354ef74e3b7%2C41071%2C1732090631632,1-3354ef74e3b7,41071,1732090631632 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T08:17:25,175 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,41071,1732090631632.replicationSource.wal-reader.3354ef74e3b7%2C41071%2C1732090631632,1-3354ef74e3b7,41071,1732090631632 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T08:17:25,175 INFO [RS:0;3354ef74e3b7:41071 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,41071,1732090631632.replicationSource.shipper3354ef74e3b7%2C41071%2C1732090631632,1-3354ef74e3b7,41071,1732090631632 terminated 2024-11-20T08:17:25,175 INFO [RS:0;3354ef74e3b7:41071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41071 2024-11-20T08:17:25,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116551337/rs 2024-11-20T08:17:25,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41071-0x10134737b5d0001, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0116551337/rs/3354ef74e3b7,41071,1732090631632 2024-11-20T08:17:25,177 INFO [RS:0;3354ef74e3b7:41071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:17:25,179 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3354ef74e3b7,41071,1732090631632] 2024-11-20T08:17:25,180 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0116551337/draining/3354ef74e3b7,41071,1732090631632 already deleted, retry=false 2024-11-20T08:17:25,180 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3354ef74e3b7,41071,1732090631632 expired; onlineServers=0 2024-11-20T08:17:25,180 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3354ef74e3b7,38765,1732090631579' ***** 2024-11-20T08:17:25,180 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:17:25,180 INFO [M:0;3354ef74e3b7:38765 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:17:25,180 INFO [M:0;3354ef74e3b7:38765 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:17:25,180 DEBUG [M:0;3354ef74e3b7:38765 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:17:25,180 DEBUG [M:0;3354ef74e3b7:38765 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:17:25,180 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:17:25,180 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090633421 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090633421,5,FailOnTimeoutGroup] 2024-11-20T08:17:25,180 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090633421 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090633421,5,FailOnTimeoutGroup] 2024-11-20T08:17:25,181 INFO [M:0;3354ef74e3b7:38765 {}] hbase.ChoreService(370): Chore service for: master/3354ef74e3b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T08:17:25,181 INFO [M:0;3354ef74e3b7:38765 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:17:25,181 DEBUG [M:0;3354ef74e3b7:38765 {}] master.HMaster(1795): Stopping service threads 2024-11-20T08:17:25,181 INFO [M:0;3354ef74e3b7:38765 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:17:25,181 INFO [M:0;3354ef74e3b7:38765 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:17:25,181 INFO [M:0;3354ef74e3b7:38765 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:17:25,181 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:17:25,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0116551337/master 2024-11-20T08:17:25,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116551337 2024-11-20T08:17:25,183 DEBUG [M:0;3354ef74e3b7:38765 {}] zookeeper.ZKUtil(347): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Unable to get data of znode /0116551337/master because node does not exist (not an error) 2024-11-20T08:17:25,183 WARN [M:0;3354ef74e3b7:38765 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:17:25,183 INFO [M:0;3354ef74e3b7:38765 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/.lastflushedseqids 2024-11-20T08:17:25,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741842_1018 (size=181) 2024-11-20T08:17:25,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41071-0x10134737b5d0001, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:17:25,279 INFO [RS:0;3354ef74e3b7:41071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:17:25,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41071-0x10134737b5d0001, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:17:25,279 INFO [RS:0;3354ef74e3b7:41071 {}] regionserver.HRegionServer(1031): Exiting; stopping=3354ef74e3b7,41071,1732090631632; zookeeper connection closed. 2024-11-20T08:17:25,279 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c9b9686 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c9b9686 2024-11-20T08:17:25,280 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T08:17:25,505 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:17:25,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:17:25,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:17:25,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:17:25,589 INFO [M:0;3354ef74e3b7:38765 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T08:17:25,589 INFO [M:0;3354ef74e3b7:38765 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:17:25,589 DEBUG [M:0;3354ef74e3b7:38765 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:17:25,589 INFO [M:0;3354ef74e3b7:38765 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:25,589 DEBUG [M:0;3354ef74e3b7:38765 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:25,589 DEBUG [M:0;3354ef74e3b7:38765 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:17:25,589 DEBUG [M:0;3354ef74e3b7:38765 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:25,590 INFO [M:0;3354ef74e3b7:38765 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-20T08:17:25,607 DEBUG [M:0;3354ef74e3b7:38765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0331ed6a453743b4ade7fa3c4f570dc9 is 82, key is hbase:meta,,1/info:regioninfo/1732090634612/Put/seqid=0 2024-11-20T08:17:25,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741843_1019 (size=5672) 2024-11-20T08:17:26,012 INFO [M:0;3354ef74e3b7:38765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0331ed6a453743b4ade7fa3c4f570dc9 2024-11-20T08:17:26,033 DEBUG [M:0;3354ef74e3b7:38765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bcc3ec3f2d54e2b88e638b296d3f16e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732090640036/Put/seqid=0 2024-11-20T08:17:26,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741844_1020 (size=7203) 2024-11-20T08:17:26,438 INFO [M:0;3354ef74e3b7:38765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bcc3ec3f2d54e2b88e638b296d3f16e 2024-11-20T08:17:26,458 DEBUG [M:0;3354ef74e3b7:38765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a66fd17b1ffe477788571d5c7aa68875 is 69, key is 3354ef74e3b7,41071,1732090631632/rs:state/1732090633480/Put/seqid=0 2024-11-20T08:17:26,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741845_1021 (size=5156) 2024-11-20T08:17:26,863 INFO [M:0;3354ef74e3b7:38765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a66fd17b1ffe477788571d5c7aa68875 2024-11-20T08:17:26,870 DEBUG [M:0;3354ef74e3b7:38765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0331ed6a453743b4ade7fa3c4f570dc9 as hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0331ed6a453743b4ade7fa3c4f570dc9 2024-11-20T08:17:26,875 INFO [M:0;3354ef74e3b7:38765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0331ed6a453743b4ade7fa3c4f570dc9, entries=8, sequenceid=70, filesize=5.5 K 2024-11-20T08:17:26,876 DEBUG [M:0;3354ef74e3b7:38765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3bcc3ec3f2d54e2b88e638b296d3f16e as hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3bcc3ec3f2d54e2b88e638b296d3f16e 2024-11-20T08:17:26,881 INFO [M:0;3354ef74e3b7:38765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3bcc3ec3f2d54e2b88e638b296d3f16e, entries=8, sequenceid=70, filesize=7.0 K 2024-11-20T08:17:26,882 DEBUG [M:0;3354ef74e3b7:38765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a66fd17b1ffe477788571d5c7aa68875 as hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a66fd17b1ffe477788571d5c7aa68875 2024-11-20T08:17:26,886 INFO [M:0;3354ef74e3b7:38765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40835/user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a66fd17b1ffe477788571d5c7aa68875, entries=1, sequenceid=70, filesize=5.0 K 2024-11-20T08:17:26,887 INFO [M:0;3354ef74e3b7:38765 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=70, compaction requested=false 2024-11-20T08:17:26,889 INFO [M:0;3354ef74e3b7:38765 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:26,889 DEBUG [M:0;3354ef74e3b7:38765 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090645589Disabling compacts and flushes for region at 1732090645589Disabling writes for close at 1732090645589Obtaining lock to block concurrent updates at 1732090645590 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732090645590Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732090645590Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732090645591 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732090645591Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732090645606 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732090645606Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732090646017 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732090646032 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732090646032Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732090646444 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732090646458 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732090646458Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46e670e4: reopening flushed file at 1732090646869 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@472d96de: reopening flushed file at 1732090646875 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@196031af: reopening flushed file at 1732090646881 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=70, compaction requested=false at 1732090646887 (+6 ms)Writing region close event to WAL at 1732090646889 (+2 ms)Closed at 1732090646889 2024-11-20T08:17:26,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35021 is added to blk_1073741830_1006 (size=41008) 2024-11-20T08:17:26,891 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca50e790-48de-15c1-7a85-668d49c049d0/MasterData/WALs/3354ef74e3b7,38765,1732090631579/3354ef74e3b7%2C38765%2C1732090631579.1732090633327 not finished, retry = 0 2024-11-20T08:17:26,992 INFO [M:0;3354ef74e3b7:38765 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T08:17:26,992 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:17:26,992 INFO [M:0;3354ef74e3b7:38765 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38765 2024-11-20T08:17:26,992 INFO [M:0;3354ef74e3b7:38765 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:17:27,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:17:27,094 INFO [M:0;3354ef74e3b7:38765 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:17:27,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38765-0x10134737b5d0000, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:17:27,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@121fdf25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:17:27,097 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c45a995{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:17:27,097 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:17:27,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4438aed1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:17:27,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44252c20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/hadoop.log.dir/,STOPPED} 2024-11-20T08:17:27,099 WARN [BP-1664630627-172.17.0.2-1732090630385 heartbeating to localhost/127.0.0.1:40835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:17:27,099 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:17:27,099 WARN [BP-1664630627-172.17.0.2-1732090630385 heartbeating to localhost/127.0.0.1:40835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1664630627-172.17.0.2-1732090630385 (Datanode Uuid f7086f2b-fc1f-4958-a5da-80d5b56d0982) service to localhost/127.0.0.1:40835 2024-11-20T08:17:27,099 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:17:27,099 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/cluster_5ed97dee-51ed-b388-2e9f-f82a000d642c/data/data1/current/BP-1664630627-172.17.0.2-1732090630385 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:17:27,100 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/cluster_5ed97dee-51ed-b388-2e9f-f82a000d642c/data/data2/current/BP-1664630627-172.17.0.2-1732090630385 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:17:27,100 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:17:27,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:17:27,106 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:17:27,106 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:17:27,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:17:27,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2760e598-33ab-ab20-80a7-dc07793153eb/hadoop.log.dir/,STOPPED} 2024-11-20T08:17:27,112 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T08:17:27,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T08:17:27,133 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 107) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33727 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60698) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40835 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60698) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=199 (was 238), ProcessCount=11 (was 11), AvailableMemoryMB=6322 (was 6552) 2024-11-20T08:17:27,141 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=199, ProcessCount=11, AvailableMemoryMB=6322 2024-11-20T08:17:27,158 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-20T08:17:27,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/hadoop.log.dir so I do NOT create it in target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac 2024-11-20T08:17:27,158 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T08:17:27,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/hadoop.tmp.dir so I do NOT create it in target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac 2024-11-20T08:17:27,158 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b76d5da-d2a5-8a1c-640f-92c26eec5c2a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T08:17:27,158 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac 2024-11-20T08:17:27,158 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/cluster_3b7d4e2f-1bb6-8979-bd4b-f6963455a51e, deleteOnExit=true 2024-11-20T08:17:27,161 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/cluster_3b7d4e2f-1bb6-8979-bd4b-f6963455a51e/zookeeper_0, clientPort=62696, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/cluster_3b7d4e2f-1bb6-8979-bd4b-f6963455a51e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/cluster_3b7d4e2f-1bb6-8979-bd4b-f6963455a51e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T08:17:27,162 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62696 2024-11-20T08:17:27,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:17:27,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T08:17:27,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/test.cache.data in system properties and HBase conf 2024-11-20T08:17:27,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:17:27,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:17:27,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:17:27,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:17:27,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T08:17:27,163 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:17:27,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:17:27,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:17:27,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:17:27,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:17:27,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:17:27,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:17:27,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:17:27,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:17:27,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:17:27,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:17:27,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:17:27,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:17:27,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:17:27,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:17:27,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10134737b5d0005, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T08:17:27,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10134737b5d0002, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T08:17:27,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10134737b5d0005, quorum=127.0.0.1:60698, baseZNode=/1802156393 Received Disconnected from ZooKeeper, ignoring 2024-11-20T08:17:27,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10134737b5d0002, quorum=127.0.0.1:60698, baseZNode=/0116551337 Received Disconnected from ZooKeeper, ignoring 2024-11-20T08:17:27,251 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:17:27,255 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:17:27,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:17:27,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:17:27,256 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:17:27,259 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:17:27,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299bfbe9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:17:27,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530e8ec9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:17:27,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13f1ba51{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/java.io.tmpdir/jetty-localhost-40177-hadoop-hdfs-3_4_1-tests_jar-_-any-2707285119931008388/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:17:27,376 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4725d197{HTTP/1.1, (http/1.1)}{localhost:40177} 2024-11-20T08:17:27,376 INFO [Time-limited test {}] server.Server(415): Started @48539ms 2024-11-20T08:17:27,458 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:17:27,462 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:17:27,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:17:27,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:17:27,464 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:17:27,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c33cf9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:17:27,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50618d79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:17:27,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2efdfa1a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/java.io.tmpdir/jetty-localhost-33101-hadoop-hdfs-3_4_1-tests_jar-_-any-2241734657933077052/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:17:27,583 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4834dab3{HTTP/1.1, (http/1.1)}{localhost:33101} 2024-11-20T08:17:27,583 INFO [Time-limited test {}] server.Server(415): Started @48746ms 2024-11-20T08:17:27,584 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:17:27,679 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/cluster_3b7d4e2f-1bb6-8979-bd4b-f6963455a51e/data/data2/current/BP-1190569736-172.17.0.2-1732090647194/current, will proceed with Du for space computation calculation, 2024-11-20T08:17:27,679 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/cluster_3b7d4e2f-1bb6-8979-bd4b-f6963455a51e/data/data1/current/BP-1190569736-172.17.0.2-1732090647194/current, will proceed with Du for space computation calculation, 2024-11-20T08:17:27,701 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:17:27,703 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f7be945c7f3a3d3 with lease ID 0xa82d7a1aa7a8c25e: Processing first storage report for DS-3669c37f-4b01-4325-967e-8d3c56c5ece9 from datanode DatanodeRegistration(127.0.0.1:33229, datanodeUuid=ba7e10bb-f13c-44db-a3e5-250f145fcd62, infoPort=32867, infoSecurePort=0, ipcPort=36807, storageInfo=lv=-57;cid=testClusterID;nsid=1105656960;c=1732090647194) 2024-11-20T08:17:27,703 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f7be945c7f3a3d3 with lease ID 0xa82d7a1aa7a8c25e: from storage DS-3669c37f-4b01-4325-967e-8d3c56c5ece9 node DatanodeRegistration(127.0.0.1:33229, datanodeUuid=ba7e10bb-f13c-44db-a3e5-250f145fcd62, infoPort=32867, infoSecurePort=0, ipcPort=36807, storageInfo=lv=-57;cid=testClusterID;nsid=1105656960;c=1732090647194), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:17:27,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f7be945c7f3a3d3 with lease ID 0xa82d7a1aa7a8c25e: Processing first storage report for DS-59937fe9-31a7-470f-98ef-0beac101ce4d from datanode DatanodeRegistration(127.0.0.1:33229, datanodeUuid=ba7e10bb-f13c-44db-a3e5-250f145fcd62, infoPort=32867, infoSecurePort=0, ipcPort=36807, storageInfo=lv=-57;cid=testClusterID;nsid=1105656960;c=1732090647194) 2024-11-20T08:17:27,704 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f7be945c7f3a3d3 with lease ID 0xa82d7a1aa7a8c25e: from storage DS-59937fe9-31a7-470f-98ef-0beac101ce4d node DatanodeRegistration(127.0.0.1:33229, datanodeUuid=ba7e10bb-f13c-44db-a3e5-250f145fcd62, infoPort=32867, infoSecurePort=0, ipcPort=36807, storageInfo=lv=-57;cid=testClusterID;nsid=1105656960;c=1732090647194), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T08:17:27,708 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac 2024-11-20T08:17:27,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:27,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:27,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:17:28,119 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa with version=8 2024-11-20T08:17:28,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/hbase-staging 2024-11-20T08:17:28,121 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:17:28,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:17:28,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:17:28,122 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:17:28,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:17:28,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:17:28,122 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:17:28,122 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:17:28,122 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41307 2024-11-20T08:17:28,124 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41307 connecting to ZooKeeper ensemble=127.0.0.1:62696 2024-11-20T08:17:28,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413070x0, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:17:28,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41307-0x1013473bd080000 connected 2024-11-20T08:17:28,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:28,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:28,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Set watcher on znode that does not yet exist, /0-229693638/running 2024-11-20T08:17:28,148 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa, hbase.cluster.distributed=false 2024-11-20T08:17:28,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Set watcher on znode that does not yet exist, /0-229693638/acl 2024-11-20T08:17:28,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41307 2024-11-20T08:17:28,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41307 2024-11-20T08:17:28,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41307 2024-11-20T08:17:28,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41307 2024-11-20T08:17:28,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41307 2024-11-20T08:17:28,167 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:17:28,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:17:28,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:17:28,167 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:17:28,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:17:28,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:17:28,167 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:17:28,167 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:17:28,168 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34637 2024-11-20T08:17:28,169 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34637 connecting to ZooKeeper ensemble=127.0.0.1:62696 2024-11-20T08:17:28,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:28,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:28,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346370x0, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:17:28,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346370x0, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Set watcher on znode that does not yet exist, /0-229693638/running 2024-11-20T08:17:28,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34637-0x1013473bd080001 connected 2024-11-20T08:17:28,176 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:17:28,178 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:17:28,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34637-0x1013473bd080001, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Set watcher on znode that does not yet exist, /0-229693638/master 2024-11-20T08:17:28,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34637-0x1013473bd080001, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Set watcher on znode that does not yet exist, /0-229693638/acl 2024-11-20T08:17:28,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34637 2024-11-20T08:17:28,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34637 2024-11-20T08:17:28,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34637 2024-11-20T08:17:28,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34637 2024-11-20T08:17:28,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34637 2024-11-20T08:17:28,200 DEBUG [M:0;3354ef74e3b7:41307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3354ef74e3b7:41307 2024-11-20T08:17:28,200 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-229693638/backup-masters/3354ef74e3b7,41307,1732090648121 2024-11-20T08:17:28,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-229693638/backup-masters 2024-11-20T08:17:28,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34637-0x1013473bd080001, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-229693638/backup-masters 2024-11-20T08:17:28,204 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Set watcher on existing znode=/0-229693638/backup-masters/3354ef74e3b7,41307,1732090648121 2024-11-20T08:17:28,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34637-0x1013473bd080001, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-229693638/master 2024-11-20T08:17:28,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-229693638 2024-11-20T08:17:28,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34637-0x1013473bd080001, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-229693638 2024-11-20T08:17:28,206 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Set watcher on existing znode=/0-229693638/master 2024-11-20T08:17:28,206 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-229693638/backup-masters/3354ef74e3b7,41307,1732090648121 from backup master directory 2024-11-20T08:17:28,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-229693638/backup-masters/3354ef74e3b7,41307,1732090648121 2024-11-20T08:17:28,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-229693638/backup-masters 2024-11-20T08:17:28,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34637-0x1013473bd080001, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-229693638/backup-masters 2024-11-20T08:17:28,207 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:17:28,207 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3354ef74e3b7,41307,1732090648121 2024-11-20T08:17:28,212 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/hbase.id] with ID: 24ab16e7-d97d-416a-8659-b46370b4f4ef 2024-11-20T08:17:28,212 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/.tmp/hbase.id 2024-11-20T08:17:28,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:17:28,217 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/.tmp/hbase.id]:[hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/hbase.id] 2024-11-20T08:17:28,229 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:28,229 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:17:28,230 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T08:17:28,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-229693638 2024-11-20T08:17:28,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34637-0x1013473bd080001, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-229693638 2024-11-20T08:17:28,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:17:28,238 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:17:28,239 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:17:28,240 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:17:28,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:17:28,648 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/MasterData/data/master/store 2024-11-20T08:17:28,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:17:29,054 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:29,055 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:17:29,055 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:29,055 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:29,055 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:17:29,055 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:29,055 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:29,055 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090649054Disabling compacts and flushes for region at 1732090649054Disabling writes for close at 1732090649055 (+1 ms)Writing region close event to WAL at 1732090649055Closed at 1732090649055 2024-11-20T08:17:29,056 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/MasterData/data/master/store/.initializing 2024-11-20T08:17:29,056 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/MasterData/WALs/3354ef74e3b7,41307,1732090648121 2024-11-20T08:17:29,057 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:17:29,058 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C41307%2C1732090648121, suffix=, logDir=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/MasterData/WALs/3354ef74e3b7,41307,1732090648121, archiveDir=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/MasterData/oldWALs, maxLogs=10 2024-11-20T08:17:29,072 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/MasterData/WALs/3354ef74e3b7,41307,1732090648121/3354ef74e3b7%2C41307%2C1732090648121.1732090649059, exclude list is [], retry=0 2024-11-20T08:17:29,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33229,DS-3669c37f-4b01-4325-967e-8d3c56c5ece9,DISK] 2024-11-20T08:17:29,077 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/MasterData/WALs/3354ef74e3b7,41307,1732090648121/3354ef74e3b7%2C41307%2C1732090648121.1732090649059 2024-11-20T08:17:29,077 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32867:32867)] 2024-11-20T08:17:29,077 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:17:29,077 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:29,077 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:29,077 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:29,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:29,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:17:29,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:29,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:29,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:29,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:17:29,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:29,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:29,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:29,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:17:29,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:29,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:29,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:29,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:17:29,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:29,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:29,085 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:29,086 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:29,086 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:29,087 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:29,087 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:29,088 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:17:29,089 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:29,091 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:17:29,091 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60933204, jitterRate=-0.09202450513839722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:17:29,092 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732090649077Initializing all the Stores at 1732090649078 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090649078Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090649078Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090649078Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090649078Cleaning up temporary data from old regions at 1732090649087 (+9 ms)Region opened successfully at 1732090649092 (+5 ms) 2024-11-20T08:17:29,092 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:17:29,095 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d926061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:17:29,096 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T08:17:29,096 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:17:29,096 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:17:29,096 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:17:29,097 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:17:29,097 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:17:29,097 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:17:29,099 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:17:29,100 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Unable to get data of znode /0-229693638/balancer because node does not exist (not necessarily an error) 2024-11-20T08:17:29,102 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-229693638/balancer already deleted, retry=false 2024-11-20T08:17:29,102 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:17:29,103 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Unable to get data of znode /0-229693638/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:17:29,104 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-229693638/normalizer already deleted, retry=false 2024-11-20T08:17:29,104 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:17:29,105 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Unable to get data of znode /0-229693638/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:17:29,106 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-229693638/switch/split already deleted, retry=false 2024-11-20T08:17:29,107 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Unable to get data of znode /0-229693638/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:17:29,108 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-229693638/switch/merge already deleted, retry=false 2024-11-20T08:17:29,110 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Unable to get data of znode /0-229693638/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:17:29,112 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-229693638/snapshot-cleanup already deleted, retry=false 2024-11-20T08:17:29,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-229693638/running 2024-11-20T08:17:29,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34637-0x1013473bd080001, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-229693638/running 2024-11-20T08:17:29,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-229693638 2024-11-20T08:17:29,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34637-0x1013473bd080001, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-229693638 2024-11-20T08:17:29,114 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3354ef74e3b7,41307,1732090648121, sessionid=0x1013473bd080000, setting cluster-up flag (Was=false) 2024-11-20T08:17:29,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34637-0x1013473bd080001, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-229693638 2024-11-20T08:17:29,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-229693638 2024-11-20T08:17:29,122 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-229693638/flush-table-proc/acquired, /0-229693638/flush-table-proc/reached, /0-229693638/flush-table-proc/abort 2024-11-20T08:17:29,123 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,41307,1732090648121 2024-11-20T08:17:29,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-229693638 2024-11-20T08:17:29,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34637-0x1013473bd080001, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-229693638 2024-11-20T08:17:29,131 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-229693638/online-snapshot/acquired, /0-229693638/online-snapshot/reached, /0-229693638/online-snapshot/abort 2024-11-20T08:17:29,132 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,41307,1732090648121 2024-11-20T08:17:29,134 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T08:17:29,136 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:17:29,136 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:17:29,136 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:17:29,137 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3354ef74e3b7,41307,1732090648121 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:17:29,138 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:17:29,138 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:17:29,138 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:17:29,138 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:17:29,138 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3354ef74e3b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:17:29,138 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:29,138 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:17:29,138 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:29,141 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090679141 2024-11-20T08:17:29,141 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:17:29,141 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:17:29,141 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:17:29,141 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:17:29,141 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:17:29,141 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:17:29,141 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:29,142 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:17:29,142 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:17:29,142 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:17:29,142 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:17:29,142 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:17:29,142 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T08:17:29,142 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:17:29,142 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:17:29,143 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090649143,5,FailOnTimeoutGroup] 2024-11-20T08:17:29,143 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090649143,5,FailOnTimeoutGroup] 2024-11-20T08:17:29,143 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:29,143 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:17:29,143 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:29,143 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:29,143 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:29,144 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:17:29,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741831_1007 (size=1321) 2024-11-20T08:17:29,187 INFO [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(746): ClusterId : 24ab16e7-d97d-416a-8659-b46370b4f4ef 2024-11-20T08:17:29,187 DEBUG [RS:0;3354ef74e3b7:34637 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:17:29,190 DEBUG [RS:0;3354ef74e3b7:34637 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:17:29,190 DEBUG [RS:0;3354ef74e3b7:34637 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:17:29,192 DEBUG [RS:0;3354ef74e3b7:34637 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:17:29,192 DEBUG [RS:0;3354ef74e3b7:34637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bef429b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:17:29,205 DEBUG [RS:0;3354ef74e3b7:34637 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3354ef74e3b7:34637 2024-11-20T08:17:29,205 INFO [RS:0;3354ef74e3b7:34637 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:17:29,205 INFO [RS:0;3354ef74e3b7:34637 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:17:29,205 DEBUG [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:17:29,206 INFO [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(2659): reportForDuty to master=3354ef74e3b7,41307,1732090648121 with port=34637, startcode=1732090648166 2024-11-20T08:17:29,206 DEBUG [RS:0;3354ef74e3b7:34637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:17:29,207 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:17:29,208 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41307 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3354ef74e3b7,34637,1732090648166 2024-11-20T08:17:29,208 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41307 {}] master.ServerManager(517): Registering regionserver=3354ef74e3b7,34637,1732090648166 2024-11-20T08:17:29,210 DEBUG [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa 2024-11-20T08:17:29,210 DEBUG [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42037 2024-11-20T08:17:29,210 DEBUG [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:17:29,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-229693638/rs 2024-11-20T08:17:29,212 DEBUG [RS:0;3354ef74e3b7:34637 {}] zookeeper.ZKUtil(111): regionserver:34637-0x1013473bd080001, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Set watcher on existing znode=/0-229693638/rs/3354ef74e3b7,34637,1732090648166 2024-11-20T08:17:29,212 WARN [RS:0;3354ef74e3b7:34637 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:17:29,212 INFO [RS:0;3354ef74e3b7:34637 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:17:29,212 DEBUG [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166 2024-11-20T08:17:29,212 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3354ef74e3b7,34637,1732090648166] 2024-11-20T08:17:29,215 INFO [RS:0;3354ef74e3b7:34637 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:17:29,217 INFO [RS:0;3354ef74e3b7:34637 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:17:29,217 INFO [RS:0;3354ef74e3b7:34637 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:17:29,217 INFO [RS:0;3354ef74e3b7:34637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:29,217 INFO [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:17:29,218 INFO [RS:0;3354ef74e3b7:34637 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:17:29,218 INFO [RS:0;3354ef74e3b7:34637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:29,218 DEBUG [RS:0;3354ef74e3b7:34637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:29,218 DEBUG [RS:0;3354ef74e3b7:34637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:29,218 DEBUG [RS:0;3354ef74e3b7:34637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:29,218 DEBUG [RS:0;3354ef74e3b7:34637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:29,218 DEBUG [RS:0;3354ef74e3b7:34637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:29,219 DEBUG [RS:0;3354ef74e3b7:34637 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:17:29,219 DEBUG [RS:0;3354ef74e3b7:34637 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:29,219 DEBUG [RS:0;3354ef74e3b7:34637 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:29,219 DEBUG [RS:0;3354ef74e3b7:34637 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:29,219 DEBUG [RS:0;3354ef74e3b7:34637 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:29,219 DEBUG [RS:0;3354ef74e3b7:34637 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:29,219 DEBUG [RS:0;3354ef74e3b7:34637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:29,219 DEBUG [RS:0;3354ef74e3b7:34637 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:17:29,219 DEBUG [RS:0;3354ef74e3b7:34637 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:17:29,219 INFO [RS:0;3354ef74e3b7:34637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:29,220 INFO [RS:0;3354ef74e3b7:34637 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:29,220 INFO [RS:0;3354ef74e3b7:34637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:29,220 INFO [RS:0;3354ef74e3b7:34637 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:29,220 INFO [RS:0;3354ef74e3b7:34637 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:29,220 INFO [RS:0;3354ef74e3b7:34637 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,34637,1732090648166-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:17:29,235 INFO [RS:0;3354ef74e3b7:34637 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:17:29,235 INFO [RS:0;3354ef74e3b7:34637 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,34637,1732090648166-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:29,235 INFO [RS:0;3354ef74e3b7:34637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:29,235 INFO [RS:0;3354ef74e3b7:34637 {}] regionserver.Replication(171): 3354ef74e3b7,34637,1732090648166 started 2024-11-20T08:17:29,249 INFO [RS:0;3354ef74e3b7:34637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:29,249 INFO [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(1482): Serving as 3354ef74e3b7,34637,1732090648166, RpcServer on 3354ef74e3b7/172.17.0.2:34637, sessionid=0x1013473bd080001 2024-11-20T08:17:29,250 DEBUG [RS:0;3354ef74e3b7:34637 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:17:29,250 DEBUG [RS:0;3354ef74e3b7:34637 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3354ef74e3b7,34637,1732090648166 2024-11-20T08:17:29,250 DEBUG [RS:0;3354ef74e3b7:34637 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,34637,1732090648166' 2024-11-20T08:17:29,250 DEBUG [RS:0;3354ef74e3b7:34637 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-229693638/flush-table-proc/abort' 2024-11-20T08:17:29,250 DEBUG [RS:0;3354ef74e3b7:34637 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-229693638/flush-table-proc/acquired' 2024-11-20T08:17:29,250 DEBUG [RS:0;3354ef74e3b7:34637 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:17:29,250 DEBUG [RS:0;3354ef74e3b7:34637 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:17:29,250 DEBUG [RS:0;3354ef74e3b7:34637 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3354ef74e3b7,34637,1732090648166 2024-11-20T08:17:29,251 DEBUG [RS:0;3354ef74e3b7:34637 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,34637,1732090648166' 2024-11-20T08:17:29,251 DEBUG [RS:0;3354ef74e3b7:34637 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-229693638/online-snapshot/abort' 2024-11-20T08:17:29,251 DEBUG [RS:0;3354ef74e3b7:34637 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-229693638/online-snapshot/acquired' 2024-11-20T08:17:29,251 DEBUG [RS:0;3354ef74e3b7:34637 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:17:29,251 INFO [RS:0;3354ef74e3b7:34637 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:17:29,251 INFO [RS:0;3354ef74e3b7:34637 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:17:29,352 INFO [RS:0;3354ef74e3b7:34637 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:17:29,353 INFO [RS:0;3354ef74e3b7:34637 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C34637%2C1732090648166, suffix=, logDir=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166, archiveDir=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/oldWALs, maxLogs=10 2024-11-20T08:17:29,367 DEBUG [RS:0;3354ef74e3b7:34637 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354, exclude list is [], retry=0 2024-11-20T08:17:29,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33229,DS-3669c37f-4b01-4325-967e-8d3c56c5ece9,DISK] 2024-11-20T08:17:29,372 INFO [RS:0;3354ef74e3b7:34637 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 2024-11-20T08:17:29,372 DEBUG [RS:0;3354ef74e3b7:34637 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32867:32867)] 2024-11-20T08:17:29,551 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T08:17:29,551 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa 2024-11-20T08:17:29,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741833_1009 (size=32) 2024-11-20T08:17:29,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:29,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:17:29,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:17:29,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:29,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:29,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:17:29,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:17:29,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:29,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:29,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:17:29,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:17:29,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:29,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:29,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:17:29,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:17:29,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:29,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:29,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:17:29,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/1588230740 2024-11-20T08:17:29,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/1588230740 2024-11-20T08:17:29,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:17:29,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:17:29,968 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:17:29,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:17:29,971 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:17:29,972 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69334403, jitterRate=0.03316311538219452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:17:29,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732090649957Initializing all the Stores at 1732090649958 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090649958Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090649959 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090649959Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090649959Cleaning up temporary data from old regions at 1732090649968 (+9 ms)Region opened successfully at 1732090649972 (+4 ms) 2024-11-20T08:17:29,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:17:29,973 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:17:29,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:17:29,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:17:29,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:17:29,973 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:17:29,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090649972Disabling compacts and flushes for region at 1732090649972Disabling writes for close at 1732090649973 (+1 ms)Writing region close event to WAL at 1732090649973Closed at 1732090649973 2024-11-20T08:17:29,974 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:17:29,974 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T08:17:29,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:17:29,976 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:17:29,977 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:17:30,127 DEBUG [3354ef74e3b7:41307 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:17:30,128 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3354ef74e3b7,34637,1732090648166 2024-11-20T08:17:30,129 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,34637,1732090648166, state=OPENING 2024-11-20T08:17:30,131 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:17:30,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34637-0x1013473bd080001, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-229693638 2024-11-20T08:17:30,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-229693638 2024-11-20T08:17:30,134 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:17:30,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-229693638/meta-region-server: CHANGED 2024-11-20T08:17:30,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-229693638/meta-region-server: CHANGED 2024-11-20T08:17:30,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,34637,1732090648166}] 2024-11-20T08:17:30,288 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:17:30,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:17:30,293 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:17:30,293 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:17:30,294 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:17:30,295 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C34637%2C1732090648166.meta, suffix=.meta, logDir=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166, archiveDir=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/oldWALs, maxLogs=10 2024-11-20T08:17:30,309 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.meta.1732090650295.meta, exclude list is [], retry=0 2024-11-20T08:17:30,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33229,DS-3669c37f-4b01-4325-967e-8d3c56c5ece9,DISK] 2024-11-20T08:17:30,313 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.meta.1732090650295.meta 2024-11-20T08:17:30,313 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32867:32867)] 2024-11-20T08:17:30,313 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:17:30,314 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:17:30,314 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:17:30,314 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:17:30,314 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:17:30,314 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:17:30,314 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:30,314 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:17:30,314 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:17:30,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:17:30,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:17:30,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:30,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:30,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:17:30,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:17:30,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:30,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:30,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:17:30,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:17:30,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:30,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:30,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:17:30,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:17:30,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:30,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:30,322 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:17:30,323 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/1588230740 2024-11-20T08:17:30,324 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/1588230740 2024-11-20T08:17:30,325 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:17:30,325 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:17:30,326 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:17:30,327 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:17:30,328 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62579582, jitterRate=-0.0674915611743927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:17:30,328 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:17:30,329 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732090650314Writing region info on filesystem at 1732090650314Initializing all the Stores at 1732090650315 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090650315Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090650316 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090650316Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090650316Cleaning up temporary data from old regions at 1732090650325 (+9 ms)Running coprocessor post-open hooks at 1732090650328 (+3 ms)Region opened successfully at 1732090650328 2024-11-20T08:17:30,330 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090650287 2024-11-20T08:17:30,332 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:17:30,332 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:17:30,333 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,34637,1732090648166 2024-11-20T08:17:30,334 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,34637,1732090648166, state=OPEN 2024-11-20T08:17:30,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34637-0x1013473bd080001, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-229693638/meta-region-server 2024-11-20T08:17:30,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-229693638/meta-region-server 2024-11-20T08:17:30,338 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3354ef74e3b7,34637,1732090648166 2024-11-20T08:17:30,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-229693638/meta-region-server: CHANGED 2024-11-20T08:17:30,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-229693638/meta-region-server: CHANGED 2024-11-20T08:17:30,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:17:30,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,34637,1732090648166 in 204 msec 2024-11-20T08:17:30,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:17:30,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 367 msec 2024-11-20T08:17:30,345 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:17:30,345 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T08:17:30,346 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:17:30,346 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,34637,1732090648166, seqNum=-1] 2024-11-20T08:17:30,347 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:17:30,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:17:30,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2190 sec 2024-11-20T08:17:30,355 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090650355, completionTime=-1 2024-11-20T08:17:30,355 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T08:17:30,355 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T08:17:30,357 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T08:17:30,357 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090710357 2024-11-20T08:17:30,358 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090770357 2024-11-20T08:17:30,358 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T08:17:30,358 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41307,1732090648121-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:30,358 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41307,1732090648121-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:30,358 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41307,1732090648121-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:30,358 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3354ef74e3b7:41307, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:30,358 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:30,358 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:30,360 DEBUG [master/3354ef74e3b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T08:17:30,362 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.155sec 2024-11-20T08:17:30,362 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:17:30,362 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:17:30,363 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:17:30,363 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:17:30,363 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:17:30,363 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41307,1732090648121-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:17:30,363 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41307,1732090648121-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:17:30,365 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:17:30,365 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:17:30,366 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41307,1732090648121-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:30,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4e224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:30,388 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41307,-1 for getting cluster id 2024-11-20T08:17:30,388 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:17:30,390 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24ab16e7-d97d-416a-8659-b46370b4f4ef' 2024-11-20T08:17:30,390 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:17:30,390 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24ab16e7-d97d-416a-8659-b46370b4f4ef" 2024-11-20T08:17:30,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eef99f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:30,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41307,-1] 2024-11-20T08:17:30,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:17:30,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:30,392 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:17:30,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a67819b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:30,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:17:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,34637,1732090648166, seqNum=-1] 2024-11-20T08:17:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:17:30,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:17:30,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3354ef74e3b7,41307,1732090648121 2024-11-20T08:17:30,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62696 2024-11-20T08:17:30,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:17:30,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013473bd080002 connected 2024-11-20T08:17:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/hadoop.log.dir so I do NOT create it in target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9 2024-11-20T08:17:30,407 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T08:17:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/hadoop.tmp.dir so I do NOT create it in target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9 2024-11-20T08:17:30,407 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T08:17:30,407 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9 2024-11-20T08:17:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:17:30,407 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/cluster_205e8c2b-e6f2-0931-2cdc-9111fe8565ed, deleteOnExit=true 2024-11-20T08:17:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T08:17:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/test.cache.data in system properties and HBase conf 2024-11-20T08:17:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:17:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:17:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:17:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:17:30,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T08:17:30,408 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:17:30,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:17:30,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:17:30,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:17:30,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:17:30,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:17:30,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:17:30,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:17:30,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:17:30,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:17:30,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:17:30,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:17:30,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:17:30,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:17:30,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:17:30,481 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T08:17:30,482 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:17:30,502 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:17:30,504 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:17:30,505 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:17:30,529 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:17:30,534 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:17:30,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:17:30,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:17:30,535 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:17:30,536 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:17:30,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14a980a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:17:30,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d7582a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:17:30,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a73da45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/java.io.tmpdir/jetty-localhost-44643-hadoop-hdfs-3_4_1-tests_jar-_-any-3386274628883110025/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:17:30,653 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53778bbd{HTTP/1.1, (http/1.1)}{localhost:44643} 2024-11-20T08:17:30,653 INFO [Time-limited test {}] server.Server(415): Started @51816ms 2024-11-20T08:17:30,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:17:30,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:17:30,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:17:30,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:17:30,817 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:17:30,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bf0c51d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:17:30,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c05b605{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:17:30,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6956cf81{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/java.io.tmpdir/jetty-localhost-39453-hadoop-hdfs-3_4_1-tests_jar-_-any-10013446650187827232/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:17:30,944 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4698115b{HTTP/1.1, (http/1.1)}{localhost:39453} 2024-11-20T08:17:30,944 INFO [Time-limited test {}] server.Server(415): Started @52107ms 2024-11-20T08:17:30,946 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:17:31,045 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/cluster_205e8c2b-e6f2-0931-2cdc-9111fe8565ed/data/data1/current/BP-181006952-172.17.0.2-1732090650438/current, will proceed with Du for space computation calculation, 2024-11-20T08:17:31,046 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/cluster_205e8c2b-e6f2-0931-2cdc-9111fe8565ed/data/data2/current/BP-181006952-172.17.0.2-1732090650438/current, will proceed with Du for space computation calculation, 2024-11-20T08:17:31,066 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:17:31,069 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3554258042658c5 with lease ID 0x9e46833ec72a7c20: Processing first storage report for DS-d8c1ab76-3f12-466c-859a-b872f2b890df from datanode DatanodeRegistration(127.0.0.1:37803, datanodeUuid=937c321c-be4f-4cc7-b30c-34bae0008a95, infoPort=32947, infoSecurePort=0, ipcPort=42993, storageInfo=lv=-57;cid=testClusterID;nsid=1430076792;c=1732090650438) 2024-11-20T08:17:31,069 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3554258042658c5 with lease ID 0x9e46833ec72a7c20: from storage DS-d8c1ab76-3f12-466c-859a-b872f2b890df node DatanodeRegistration(127.0.0.1:37803, datanodeUuid=937c321c-be4f-4cc7-b30c-34bae0008a95, infoPort=32947, infoSecurePort=0, ipcPort=42993, storageInfo=lv=-57;cid=testClusterID;nsid=1430076792;c=1732090650438), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:17:31,069 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3554258042658c5 with lease ID 0x9e46833ec72a7c20: Processing first storage report for DS-69db4498-8d0f-493d-ad2a-f105bcda942c from datanode DatanodeRegistration(127.0.0.1:37803, datanodeUuid=937c321c-be4f-4cc7-b30c-34bae0008a95, infoPort=32947, infoSecurePort=0, ipcPort=42993, storageInfo=lv=-57;cid=testClusterID;nsid=1430076792;c=1732090650438) 2024-11-20T08:17:31,069 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3554258042658c5 with lease ID 0x9e46833ec72a7c20: from storage DS-69db4498-8d0f-493d-ad2a-f105bcda942c node DatanodeRegistration(127.0.0.1:37803, datanodeUuid=937c321c-be4f-4cc7-b30c-34bae0008a95, infoPort=32947, infoSecurePort=0, ipcPort=42993, storageInfo=lv=-57;cid=testClusterID;nsid=1430076792;c=1732090650438), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:17:31,072 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9 2024-11-20T08:17:31,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:31,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:31,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:17:31,483 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d with version=8 2024-11-20T08:17:31,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/hbase-staging 2024-11-20T08:17:31,485 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:17:31,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:17:31,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:17:31,486 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:17:31,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:17:31,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:17:31,486 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:17:31,486 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:17:31,487 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41113 2024-11-20T08:17:31,488 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41113 connecting to ZooKeeper ensemble=127.0.0.1:62696 2024-11-20T08:17:31,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411130x0, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:17:31,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41113-0x1013473bd080003 connected 2024-11-20T08:17:31,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:31,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:31,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Set watcher on znode that does not yet exist, /1-1131244968/running 2024-11-20T08:17:31,517 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d, hbase.cluster.distributed=false 2024-11-20T08:17:31,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Set watcher on znode that does not yet exist, /1-1131244968/acl 2024-11-20T08:17:31,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41113 2024-11-20T08:17:31,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41113 2024-11-20T08:17:31,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41113 2024-11-20T08:17:31,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41113 2024-11-20T08:17:31,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41113 2024-11-20T08:17:31,550 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:17:31,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:17:31,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:17:31,550 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:17:31,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:17:31,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:17:31,551 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:17:31,551 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:17:31,551 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46499 2024-11-20T08:17:31,553 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46499 connecting to ZooKeeper ensemble=127.0.0.1:62696 2024-11-20T08:17:31,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:31,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:31,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464990x0, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:17:31,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464990x0, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Set watcher on znode that does not yet exist, /1-1131244968/running 2024-11-20T08:17:31,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46499-0x1013473bd080004 connected 2024-11-20T08:17:31,563 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:17:31,563 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:17:31,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46499-0x1013473bd080004, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Set watcher on znode that does not yet exist, /1-1131244968/master 2024-11-20T08:17:31,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46499-0x1013473bd080004, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Set watcher on znode that does not yet exist, /1-1131244968/acl 2024-11-20T08:17:31,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46499 2024-11-20T08:17:31,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46499 2024-11-20T08:17:31,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46499 2024-11-20T08:17:31,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46499 2024-11-20T08:17:31,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46499 2024-11-20T08:17:31,598 DEBUG [M:0;3354ef74e3b7:41113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3354ef74e3b7:41113 2024-11-20T08:17:31,604 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1131244968/backup-masters/3354ef74e3b7,41113,1732090651485 2024-11-20T08:17:31,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1131244968/backup-masters 2024-11-20T08:17:31,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1013473bd080004, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1131244968/backup-masters 2024-11-20T08:17:31,608 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Set watcher on existing znode=/1-1131244968/backup-masters/3354ef74e3b7,41113,1732090651485 2024-11-20T08:17:31,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1131244968 2024-11-20T08:17:31,611 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Set watcher on existing znode=/1-1131244968/master 2024-11-20T08:17:31,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1013473bd080004, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1131244968/master 2024-11-20T08:17:31,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1013473bd080004, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1131244968 2024-11-20T08:17:31,613 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1131244968/backup-masters/3354ef74e3b7,41113,1732090651485 from backup master directory 2024-11-20T08:17:31,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1131244968/backup-masters/3354ef74e3b7,41113,1732090651485 2024-11-20T08:17:31,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1131244968/backup-masters 2024-11-20T08:17:31,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1013473bd080004, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1131244968/backup-masters 2024-11-20T08:17:31,618 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:17:31,618 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3354ef74e3b7,41113,1732090651485 2024-11-20T08:17:31,624 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/hbase.id] with ID: 29621961-2415-4390-82b3-9bbf6462e1f0 2024-11-20T08:17:31,624 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/.tmp/hbase.id 2024-11-20T08:17:31,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:17:32,042 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/.tmp/hbase.id]:[hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/hbase.id] 2024-11-20T08:17:32,053 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:32,053 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:17:32,055 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T08:17:32,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1131244968 2024-11-20T08:17:32,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1013473bd080004, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1131244968 2024-11-20T08:17:32,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:17:32,464 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:17:32,465 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:17:32,465 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:17:32,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:17:32,875 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/MasterData/data/master/store 2024-11-20T08:17:32,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:17:32,890 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:32,890 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:17:32,891 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:32,891 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:32,891 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:17:32,891 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:32,891 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:17:32,891 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090652890Disabling compacts and flushes for region at 1732090652890Disabling writes for close at 1732090652891 (+1 ms)Writing region close event to WAL at 1732090652891Closed at 1732090652891 2024-11-20T08:17:32,892 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/MasterData/data/master/store/.initializing 2024-11-20T08:17:32,892 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/MasterData/WALs/3354ef74e3b7,41113,1732090651485 2024-11-20T08:17:32,893 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:17:32,896 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C41113%2C1732090651485, suffix=, logDir=hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/MasterData/WALs/3354ef74e3b7,41113,1732090651485, archiveDir=hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/MasterData/oldWALs, maxLogs=10 2024-11-20T08:17:32,915 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/MasterData/WALs/3354ef74e3b7,41113,1732090651485/3354ef74e3b7%2C41113%2C1732090651485.1732090652896, exclude list is [], retry=0 2024-11-20T08:17:32,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37803,DS-d8c1ab76-3f12-466c-859a-b872f2b890df,DISK] 2024-11-20T08:17:32,922 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/MasterData/WALs/3354ef74e3b7,41113,1732090651485/3354ef74e3b7%2C41113%2C1732090651485.1732090652896 2024-11-20T08:17:32,923 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32947:32947)] 2024-11-20T08:17:32,923 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:17:32,923 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:32,923 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:32,923 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:32,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:32,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:17:32,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:32,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:32,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:32,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:17:32,934 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:32,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:32,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:32,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:17:32,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:32,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:32,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:32,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:17:32,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:32,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:32,940 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:32,941 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:32,941 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:32,943 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:32,943 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:32,944 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:17:32,945 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:17:32,953 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:17:32,954 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71571170, jitterRate=0.06649354100227356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:17:32,954 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732090652923Initializing all the Stores at 1732090652925 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090652925Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090652928 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090652928Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090652928Cleaning up temporary data from old regions at 1732090652943 (+15 ms)Region opened successfully at 1732090652954 (+11 ms) 2024-11-20T08:17:32,955 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:17:32,961 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ebe7b77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:17:32,962 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T08:17:32,962 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:17:32,962 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:17:32,963 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:17:32,963 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:17:32,964 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:17:32,964 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:17:32,978 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:17:32,979 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Unable to get data of znode /1-1131244968/balancer because node does not exist (not necessarily an error) 2024-11-20T08:17:32,981 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1131244968/balancer already deleted, retry=false 2024-11-20T08:17:32,981 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:17:32,982 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Unable to get data of znode /1-1131244968/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:17:32,983 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1131244968/normalizer already deleted, retry=false 2024-11-20T08:17:32,983 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:17:32,985 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Unable to get data of znode /1-1131244968/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:17:32,988 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1131244968/switch/split already deleted, retry=false 2024-11-20T08:17:32,989 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Unable to get data of znode /1-1131244968/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:17:32,990 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1131244968/switch/merge already deleted, retry=false 2024-11-20T08:17:32,992 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Unable to get data of znode /1-1131244968/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:17:32,993 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1131244968/snapshot-cleanup already deleted, retry=false 2024-11-20T08:17:32,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1013473bd080004, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1131244968/running 2024-11-20T08:17:32,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1013473bd080004, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1131244968 2024-11-20T08:17:32,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1131244968/running 2024-11-20T08:17:32,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1131244968 2024-11-20T08:17:32,997 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3354ef74e3b7,41113,1732090651485, sessionid=0x1013473bd080003, setting cluster-up flag (Was=false) 2024-11-20T08:17:33,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1013473bd080004, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1131244968 2024-11-20T08:17:33,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1131244968 2024-11-20T08:17:33,017 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1131244968/flush-table-proc/acquired, /1-1131244968/flush-table-proc/reached, /1-1131244968/flush-table-proc/abort 2024-11-20T08:17:33,019 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,41113,1732090651485 2024-11-20T08:17:33,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1013473bd080004, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1131244968 2024-11-20T08:17:33,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1131244968 2024-11-20T08:17:33,031 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1131244968/online-snapshot/acquired, /1-1131244968/online-snapshot/reached, /1-1131244968/online-snapshot/abort 2024-11-20T08:17:33,032 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,41113,1732090651485 2024-11-20T08:17:33,034 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T08:17:33,035 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:17:33,036 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:17:33,036 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:17:33,036 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3354ef74e3b7,41113,1732090651485 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:17:33,038 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:17:33,038 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:17:33,038 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:17:33,038 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:17:33,038 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3354ef74e3b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:17:33,038 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:33,038 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:17:33,038 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:33,045 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:17:33,045 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:17:33,046 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:33,046 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:17:33,052 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090683052 2024-11-20T08:17:33,053 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:17:33,053 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:17:33,053 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:17:33,053 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:17:33,053 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:17:33,053 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:17:33,056 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:33,057 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:17:33,057 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:17:33,057 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:17:33,057 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T08:17:33,060 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:17:33,060 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:17:33,061 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090653060,5,FailOnTimeoutGroup] 2024-11-20T08:17:33,061 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090653061,5,FailOnTimeoutGroup] 2024-11-20T08:17:33,061 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:33,061 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:17:33,061 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:33,061 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:33,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741831_1007 (size=1321) 2024-11-20T08:17:33,082 INFO [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer(746): ClusterId : 29621961-2415-4390-82b3-9bbf6462e1f0 2024-11-20T08:17:33,082 DEBUG [RS:0;3354ef74e3b7:46499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:17:33,085 DEBUG [RS:0;3354ef74e3b7:46499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:17:33,085 DEBUG [RS:0;3354ef74e3b7:46499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:17:33,087 DEBUG [RS:0;3354ef74e3b7:46499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:17:33,088 DEBUG [RS:0;3354ef74e3b7:46499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b20fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:17:33,104 DEBUG [RS:0;3354ef74e3b7:46499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3354ef74e3b7:46499 2024-11-20T08:17:33,105 INFO [RS:0;3354ef74e3b7:46499 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:17:33,105 INFO [RS:0;3354ef74e3b7:46499 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:17:33,105 DEBUG [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:17:33,106 INFO [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer(2659): reportForDuty to master=3354ef74e3b7,41113,1732090651485 with port=46499, startcode=1732090651550 2024-11-20T08:17:33,106 DEBUG [RS:0;3354ef74e3b7:46499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:17:33,109 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:17:33,109 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41113 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3354ef74e3b7,46499,1732090651550 2024-11-20T08:17:33,109 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41113 {}] master.ServerManager(517): Registering regionserver=3354ef74e3b7,46499,1732090651550 2024-11-20T08:17:33,113 DEBUG [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d 2024-11-20T08:17:33,114 DEBUG [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37531 2024-11-20T08:17:33,114 DEBUG [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:17:33,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1131244968/rs 2024-11-20T08:17:33,123 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3354ef74e3b7,46499,1732090651550] 2024-11-20T08:17:33,124 DEBUG [RS:0;3354ef74e3b7:46499 {}] zookeeper.ZKUtil(111): regionserver:46499-0x1013473bd080004, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Set watcher on existing znode=/1-1131244968/rs/3354ef74e3b7,46499,1732090651550 2024-11-20T08:17:33,124 WARN [RS:0;3354ef74e3b7:46499 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:17:33,124 INFO [RS:0;3354ef74e3b7:46499 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:17:33,124 DEBUG [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/WALs/3354ef74e3b7,46499,1732090651550 2024-11-20T08:17:33,133 INFO [RS:0;3354ef74e3b7:46499 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:17:33,136 INFO [RS:0;3354ef74e3b7:46499 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:17:33,137 INFO [RS:0;3354ef74e3b7:46499 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:17:33,137 INFO [RS:0;3354ef74e3b7:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:33,139 INFO [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:17:33,140 INFO [RS:0;3354ef74e3b7:46499 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:17:33,140 INFO [RS:0;3354ef74e3b7:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:33,140 DEBUG [RS:0;3354ef74e3b7:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:33,140 DEBUG [RS:0;3354ef74e3b7:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:33,140 DEBUG [RS:0;3354ef74e3b7:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:33,140 DEBUG [RS:0;3354ef74e3b7:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:33,140 DEBUG [RS:0;3354ef74e3b7:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:33,140 DEBUG [RS:0;3354ef74e3b7:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:17:33,140 DEBUG [RS:0;3354ef74e3b7:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:33,140 DEBUG [RS:0;3354ef74e3b7:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:33,141 DEBUG [RS:0;3354ef74e3b7:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:33,141 DEBUG [RS:0;3354ef74e3b7:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:33,141 DEBUG [RS:0;3354ef74e3b7:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:33,141 DEBUG [RS:0;3354ef74e3b7:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:17:33,141 DEBUG [RS:0;3354ef74e3b7:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:17:33,141 DEBUG [RS:0;3354ef74e3b7:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:17:33,148 INFO [RS:0;3354ef74e3b7:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:33,148 INFO [RS:0;3354ef74e3b7:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:33,148 INFO [RS:0;3354ef74e3b7:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:33,148 INFO [RS:0;3354ef74e3b7:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:33,149 INFO [RS:0;3354ef74e3b7:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:33,149 INFO [RS:0;3354ef74e3b7:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,46499,1732090651550-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:17:33,165 INFO [RS:0;3354ef74e3b7:46499 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:17:33,165 INFO [RS:0;3354ef74e3b7:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,46499,1732090651550-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:33,165 INFO [RS:0;3354ef74e3b7:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:33,165 INFO [RS:0;3354ef74e3b7:46499 {}] regionserver.Replication(171): 3354ef74e3b7,46499,1732090651550 started 2024-11-20T08:17:33,180 INFO [RS:0;3354ef74e3b7:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:33,180 INFO [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer(1482): Serving as 3354ef74e3b7,46499,1732090651550, RpcServer on 3354ef74e3b7/172.17.0.2:46499, sessionid=0x1013473bd080004 2024-11-20T08:17:33,181 DEBUG [RS:0;3354ef74e3b7:46499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:17:33,181 DEBUG [RS:0;3354ef74e3b7:46499 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3354ef74e3b7,46499,1732090651550 2024-11-20T08:17:33,181 DEBUG [RS:0;3354ef74e3b7:46499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,46499,1732090651550' 2024-11-20T08:17:33,181 DEBUG [RS:0;3354ef74e3b7:46499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1131244968/flush-table-proc/abort' 2024-11-20T08:17:33,185 DEBUG [RS:0;3354ef74e3b7:46499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1131244968/flush-table-proc/acquired' 2024-11-20T08:17:33,186 DEBUG [RS:0;3354ef74e3b7:46499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:17:33,186 DEBUG [RS:0;3354ef74e3b7:46499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:17:33,186 DEBUG [RS:0;3354ef74e3b7:46499 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3354ef74e3b7,46499,1732090651550 2024-11-20T08:17:33,186 DEBUG [RS:0;3354ef74e3b7:46499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,46499,1732090651550' 2024-11-20T08:17:33,186 DEBUG [RS:0;3354ef74e3b7:46499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1131244968/online-snapshot/abort' 2024-11-20T08:17:33,186 DEBUG [RS:0;3354ef74e3b7:46499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1131244968/online-snapshot/acquired' 2024-11-20T08:17:33,187 DEBUG [RS:0;3354ef74e3b7:46499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:17:33,187 INFO [RS:0;3354ef74e3b7:46499 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:17:33,187 INFO [RS:0;3354ef74e3b7:46499 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:17:33,287 INFO [RS:0;3354ef74e3b7:46499 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:17:33,289 INFO [RS:0;3354ef74e3b7:46499 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C46499%2C1732090651550, suffix=, logDir=hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/WALs/3354ef74e3b7,46499,1732090651550, archiveDir=hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/oldWALs, maxLogs=10 2024-11-20T08:17:33,311 DEBUG [RS:0;3354ef74e3b7:46499 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/WALs/3354ef74e3b7,46499,1732090651550/3354ef74e3b7%2C46499%2C1732090651550.1732090653290, exclude list is [], retry=0 2024-11-20T08:17:33,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37803,DS-d8c1ab76-3f12-466c-859a-b872f2b890df,DISK] 2024-11-20T08:17:33,321 INFO [RS:0;3354ef74e3b7:46499 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/WALs/3354ef74e3b7,46499,1732090651550/3354ef74e3b7%2C46499%2C1732090651550.1732090653290 2024-11-20T08:17:33,324 DEBUG [RS:0;3354ef74e3b7:46499 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32947:32947)] 2024-11-20T08:17:33,469 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T08:17:33,469 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d 2024-11-20T08:17:33,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741833_1009 (size=32) 2024-11-20T08:17:33,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:33,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:17:33,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:17:33,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:33,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:33,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:17:33,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:17:33,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:33,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:33,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:17:33,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:17:33,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:33,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:33,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:17:33,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:17:33,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:33,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:33,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:17:33,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/1588230740 2024-11-20T08:17:33,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/1588230740 2024-11-20T08:17:33,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:17:33,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:17:33,890 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:17:33,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:17:33,894 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:17:33,894 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59204378, jitterRate=-0.11778602004051208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:17:33,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732090653878Initializing all the Stores at 1732090653878Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090653879 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090653879Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090653879Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090653879Cleaning up temporary data from old regions at 1732090653889 (+10 ms)Region opened successfully at 1732090653894 (+5 ms) 2024-11-20T08:17:33,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:17:33,894 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:17:33,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:17:33,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:17:33,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:17:33,895 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:17:33,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090653894Disabling compacts and flushes for region at 1732090653894Disabling writes for close at 1732090653894Writing region close event to WAL at 1732090653895 (+1 ms)Closed at 1732090653895 2024-11-20T08:17:33,896 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:17:33,896 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T08:17:33,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:17:33,898 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:17:33,899 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:17:34,049 DEBUG [3354ef74e3b7:41113 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:17:34,050 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3354ef74e3b7,46499,1732090651550 2024-11-20T08:17:34,052 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,46499,1732090651550, state=OPENING 2024-11-20T08:17:34,053 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:17:34,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1131244968 2024-11-20T08:17:34,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1013473bd080004, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1131244968 2024-11-20T08:17:34,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1131244968/meta-region-server: CHANGED 2024-11-20T08:17:34,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1131244968/meta-region-server: CHANGED 2024-11-20T08:17:34,057 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:17:34,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,46499,1732090651550}] 2024-11-20T08:17:34,211 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:17:34,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:17:34,217 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:17:34,217 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:17:34,218 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:17:34,219 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C46499%2C1732090651550.meta, suffix=.meta, logDir=hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/WALs/3354ef74e3b7,46499,1732090651550, archiveDir=hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/oldWALs, maxLogs=10 2024-11-20T08:17:34,241 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/WALs/3354ef74e3b7,46499,1732090651550/3354ef74e3b7%2C46499%2C1732090651550.meta.1732090654220.meta, exclude list is [], retry=0 2024-11-20T08:17:34,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37803,DS-d8c1ab76-3f12-466c-859a-b872f2b890df,DISK] 2024-11-20T08:17:34,247 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/WALs/3354ef74e3b7,46499,1732090651550/3354ef74e3b7%2C46499%2C1732090651550.meta.1732090654220.meta 2024-11-20T08:17:34,247 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32947:32947)] 2024-11-20T08:17:34,248 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:17:34,248 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:17:34,248 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:17:34,248 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:17:34,249 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:17:34,249 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:17:34,249 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:34,249 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:17:34,249 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:17:34,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:17:34,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:17:34,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:34,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:34,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:17:34,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:17:34,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:34,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:34,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:17:34,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:17:34,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:34,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:34,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:17:34,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:17:34,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:34,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:17:34,258 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:17:34,259 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/1588230740 2024-11-20T08:17:34,260 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/1588230740 2024-11-20T08:17:34,264 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:17:34,264 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:17:34,264 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:17:34,266 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:17:34,266 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59726598, jitterRate=-0.11000433564186096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:17:34,267 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:17:34,267 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732090654249Writing region info on filesystem at 1732090654249Initializing all the Stores at 1732090654250 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090654250Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090654251 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090654251Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090654251Cleaning up temporary data from old regions at 1732090654264 (+13 ms)Running coprocessor post-open hooks at 1732090654267 (+3 ms)Region opened successfully at 1732090654267 2024-11-20T08:17:34,268 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090654210 2024-11-20T08:17:34,271 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:17:34,271 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:17:34,272 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,46499,1732090651550 2024-11-20T08:17:34,273 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,46499,1732090651550, state=OPEN 2024-11-20T08:17:34,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1131244968/meta-region-server 2024-11-20T08:17:34,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1013473bd080004, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1131244968/meta-region-server 2024-11-20T08:17:34,275 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3354ef74e3b7,46499,1732090651550 2024-11-20T08:17:34,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1131244968/meta-region-server: CHANGED 2024-11-20T08:17:34,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1131244968/meta-region-server: CHANGED 2024-11-20T08:17:34,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:17:34,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,46499,1732090651550 in 218 msec 2024-11-20T08:17:34,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:17:34,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 382 msec 2024-11-20T08:17:34,282 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:17:34,282 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T08:17:34,284 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:17:34,284 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46499,1732090651550, seqNum=-1] 2024-11-20T08:17:34,284 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:17:34,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:17:34,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2560 sec 2024-11-20T08:17:34,292 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090654292, completionTime=-1 2024-11-20T08:17:34,292 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T08:17:34,292 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T08:17:34,294 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T08:17:34,294 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090714294 2024-11-20T08:17:34,294 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090774294 2024-11-20T08:17:34,294 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T08:17:34,294 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41113,1732090651485-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:34,294 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41113,1732090651485-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:34,294 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41113,1732090651485-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:34,295 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3354ef74e3b7:41113, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:34,295 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:34,297 DEBUG [master/3354ef74e3b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T08:17:34,300 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:34,304 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.686sec 2024-11-20T08:17:34,304 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:17:34,304 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:17:34,304 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:17:34,304 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:17:34,304 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:17:34,304 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41113,1732090651485-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:17:34,304 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41113,1732090651485-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:17:34,308 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:17:34,308 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:17:34,308 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41113,1732090651485-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:17:34,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d1832e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:34,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41113,-1 for getting cluster id 2024-11-20T08:17:34,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:17:34,384 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29621961-2415-4390-82b3-9bbf6462e1f0' 2024-11-20T08:17:34,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:17:34,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29621961-2415-4390-82b3-9bbf6462e1f0" 2024-11-20T08:17:34,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50242339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:34,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41113,-1] 2024-11-20T08:17:34,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:17:34,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:34,387 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:17:34,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2510069b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:34,388 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:17:34,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46499,1732090651550, seqNum=-1] 2024-11-20T08:17:34,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:17:34,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:17:34,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3354ef74e3b7,41113,1732090651485 2024-11-20T08:17:34,394 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62696 2024-11-20T08:17:34,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:17:34,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013473bd080005 connected 2024-11-20T08:17:34,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:17:34,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,41307,1732090648121 2024-11-20T08:17:34,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ae59cb7 2024-11-20T08:17:34,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:17:34,412 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:17:34,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:17:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T08:17:34,420 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:17:34,421 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:34,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T08:17:34,423 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:17:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:17:34,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741835_1011 (size=902) 2024-11-20T08:17:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:17:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:17:34,833 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 63660d70fa38964bea5e40f5a142c1a5, NAME => 'test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa 2024-11-20T08:17:34,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741836_1012 (size=39) 2024-11-20T08:17:34,844 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:34,844 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 63660d70fa38964bea5e40f5a142c1a5, disabling compactions & flushes 2024-11-20T08:17:34,844 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5. 2024-11-20T08:17:34,844 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5. 2024-11-20T08:17:34,844 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5. after waiting 0 ms 2024-11-20T08:17:34,844 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5. 2024-11-20T08:17:34,844 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5. 2024-11-20T08:17:34,844 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 63660d70fa38964bea5e40f5a142c1a5: Waiting for close lock at 1732090654844Disabling compacts and flushes for region at 1732090654844Disabling writes for close at 1732090654844Writing region close event to WAL at 1732090654844Closed at 1732090654844 2024-11-20T08:17:34,846 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:17:34,846 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732090654846"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090654846"}]},"ts":"1732090654846"} 2024-11-20T08:17:34,849 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:17:34,850 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:17:34,851 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090654850"}]},"ts":"1732090654850"} 2024-11-20T08:17:34,853 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T08:17:34,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=63660d70fa38964bea5e40f5a142c1a5, ASSIGN}] 2024-11-20T08:17:34,857 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=63660d70fa38964bea5e40f5a142c1a5, ASSIGN 2024-11-20T08:17:34,858 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=63660d70fa38964bea5e40f5a142c1a5, ASSIGN; state=OFFLINE, location=3354ef74e3b7,34637,1732090648166; forceNewPlan=false, retain=false 2024-11-20T08:17:35,009 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=63660d70fa38964bea5e40f5a142c1a5, regionState=OPENING, regionLocation=3354ef74e3b7,34637,1732090648166 2024-11-20T08:17:35,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=63660d70fa38964bea5e40f5a142c1a5, ASSIGN because future has completed 2024-11-20T08:17:35,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63660d70fa38964bea5e40f5a142c1a5, server=3354ef74e3b7,34637,1732090648166}] 2024-11-20T08:17:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:17:35,172 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5. 2024-11-20T08:17:35,172 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 63660d70fa38964bea5e40f5a142c1a5, NAME => 'test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:17:35,173 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:17:35,173 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T08:17:35,174 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 63660d70fa38964bea5e40f5a142c1a5 2024-11-20T08:17:35,174 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:35,174 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 63660d70fa38964bea5e40f5a142c1a5 2024-11-20T08:17:35,174 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 63660d70fa38964bea5e40f5a142c1a5 2024-11-20T08:17:35,179 INFO [StoreOpener-63660d70fa38964bea5e40f5a142c1a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 63660d70fa38964bea5e40f5a142c1a5 2024-11-20T08:17:35,180 INFO [StoreOpener-63660d70fa38964bea5e40f5a142c1a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63660d70fa38964bea5e40f5a142c1a5 columnFamilyName f 2024-11-20T08:17:35,180 DEBUG [StoreOpener-63660d70fa38964bea5e40f5a142c1a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:35,181 INFO [StoreOpener-63660d70fa38964bea5e40f5a142c1a5-1 {}] regionserver.HStore(327): Store=63660d70fa38964bea5e40f5a142c1a5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:35,181 INFO [StoreOpener-63660d70fa38964bea5e40f5a142c1a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 63660d70fa38964bea5e40f5a142c1a5 2024-11-20T08:17:35,182 INFO [StoreOpener-63660d70fa38964bea5e40f5a142c1a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63660d70fa38964bea5e40f5a142c1a5 columnFamilyName f1 2024-11-20T08:17:35,183 DEBUG [StoreOpener-63660d70fa38964bea5e40f5a142c1a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:35,183 INFO [StoreOpener-63660d70fa38964bea5e40f5a142c1a5-1 {}] regionserver.HStore(327): Store=63660d70fa38964bea5e40f5a142c1a5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:35,183 INFO [StoreOpener-63660d70fa38964bea5e40f5a142c1a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 63660d70fa38964bea5e40f5a142c1a5 2024-11-20T08:17:35,184 INFO [StoreOpener-63660d70fa38964bea5e40f5a142c1a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63660d70fa38964bea5e40f5a142c1a5 columnFamilyName norep 2024-11-20T08:17:35,185 DEBUG [StoreOpener-63660d70fa38964bea5e40f5a142c1a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:35,185 INFO [StoreOpener-63660d70fa38964bea5e40f5a142c1a5-1 {}] regionserver.HStore(327): Store=63660d70fa38964bea5e40f5a142c1a5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:35,185 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 63660d70fa38964bea5e40f5a142c1a5 2024-11-20T08:17:35,187 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/default/test/63660d70fa38964bea5e40f5a142c1a5 2024-11-20T08:17:35,187 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/default/test/63660d70fa38964bea5e40f5a142c1a5 2024-11-20T08:17:35,188 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 63660d70fa38964bea5e40f5a142c1a5 2024-11-20T08:17:35,188 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 63660d70fa38964bea5e40f5a142c1a5 2024-11-20T08:17:35,189 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:17:35,190 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 63660d70fa38964bea5e40f5a142c1a5 2024-11-20T08:17:35,195 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/default/test/63660d70fa38964bea5e40f5a142c1a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:17:35,196 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 63660d70fa38964bea5e40f5a142c1a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60523158, jitterRate=-0.09813466668128967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:17:35,196 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63660d70fa38964bea5e40f5a142c1a5 2024-11-20T08:17:35,197 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 63660d70fa38964bea5e40f5a142c1a5: Running coprocessor pre-open hook at 1732090655174Writing region info on filesystem at 1732090655174Initializing all the Stores at 1732090655178 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090655178Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090655179 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090655179Cleaning up temporary data from old regions at 1732090655188 (+9 ms)Running coprocessor post-open hooks at 1732090655196 (+8 ms)Region opened successfully at 1732090655197 (+1 ms) 2024-11-20T08:17:35,200 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5., pid=6, masterSystemTime=1732090655167 2024-11-20T08:17:35,203 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5. 2024-11-20T08:17:35,203 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5. 2024-11-20T08:17:35,205 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=63660d70fa38964bea5e40f5a142c1a5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3354ef74e3b7,34637,1732090648166 2024-11-20T08:17:35,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63660d70fa38964bea5e40f5a142c1a5, server=3354ef74e3b7,34637,1732090648166 because future has completed 2024-11-20T08:17:35,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:17:35,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 63660d70fa38964bea5e40f5a142c1a5, server=3354ef74e3b7,34637,1732090648166 in 197 msec 2024-11-20T08:17:35,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T08:17:35,215 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T08:17:35,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=63660d70fa38964bea5e40f5a142c1a5, ASSIGN in 360 msec 2024-11-20T08:17:35,216 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T08:17:35,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:17:35,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090655217"}]},"ts":"1732090655217"} 2024-11-20T08:17:35,219 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T08:17:35,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:17:35,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 804 msec 2024-11-20T08:17:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:17:35,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:17:35,565 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T08:17:35,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,41113,1732090651485 2024-11-20T08:17:35,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ab1cd02 2024-11-20T08:17:35,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:17:35,567 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:17:35,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:17:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T08:17:35,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:17:35,572 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:35,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T08:17:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:17:35,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:17:35,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741835_1011 (size=902) 2024-11-20T08:17:35,584 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 25ed2317b3dcef8d675070a66cf7e73a, NAME => 'test,,1732090655568.25ed2317b3dcef8d675070a66cf7e73a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d 2024-11-20T08:17:35,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741836_1012 (size=39) 2024-11-20T08:17:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:17:35,816 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:17:35,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:17:35,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:17:35,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:17:35,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:17:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:17:35,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732090655568.25ed2317b3dcef8d675070a66cf7e73a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:35,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 25ed2317b3dcef8d675070a66cf7e73a, disabling compactions & flushes 2024-11-20T08:17:35,992 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732090655568.25ed2317b3dcef8d675070a66cf7e73a. 2024-11-20T08:17:35,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090655568.25ed2317b3dcef8d675070a66cf7e73a. 2024-11-20T08:17:35,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732090655568.25ed2317b3dcef8d675070a66cf7e73a. after waiting 0 ms 2024-11-20T08:17:35,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732090655568.25ed2317b3dcef8d675070a66cf7e73a. 2024-11-20T08:17:35,992 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732090655568.25ed2317b3dcef8d675070a66cf7e73a. 2024-11-20T08:17:35,992 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 25ed2317b3dcef8d675070a66cf7e73a: Waiting for close lock at 1732090655992Disabling compacts and flushes for region at 1732090655992Disabling writes for close at 1732090655992Writing region close event to WAL at 1732090655992Closed at 1732090655992 2024-11-20T08:17:35,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:17:35,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732090655568.25ed2317b3dcef8d675070a66cf7e73a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732090655994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090655994"}]},"ts":"1732090655994"} 2024-11-20T08:17:35,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:17:35,998 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:17:35,998 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090655998"}]},"ts":"1732090655998"} 2024-11-20T08:17:36,000 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T08:17:36,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=25ed2317b3dcef8d675070a66cf7e73a, ASSIGN}] 2024-11-20T08:17:36,002 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=25ed2317b3dcef8d675070a66cf7e73a, ASSIGN 2024-11-20T08:17:36,003 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=25ed2317b3dcef8d675070a66cf7e73a, ASSIGN; state=OFFLINE, location=3354ef74e3b7,46499,1732090651550; forceNewPlan=false, retain=false 2024-11-20T08:17:36,153 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=25ed2317b3dcef8d675070a66cf7e73a, regionState=OPENING, regionLocation=3354ef74e3b7,46499,1732090651550 2024-11-20T08:17:36,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=25ed2317b3dcef8d675070a66cf7e73a, ASSIGN because future has completed 2024-11-20T08:17:36,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25ed2317b3dcef8d675070a66cf7e73a, server=3354ef74e3b7,46499,1732090651550}] 2024-11-20T08:17:36,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:17:36,317 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732090655568.25ed2317b3dcef8d675070a66cf7e73a. 2024-11-20T08:17:36,317 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 25ed2317b3dcef8d675070a66cf7e73a, NAME => 'test,,1732090655568.25ed2317b3dcef8d675070a66cf7e73a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:17:36,317 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:17:36,318 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T08:17:36,318 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 25ed2317b3dcef8d675070a66cf7e73a 2024-11-20T08:17:36,318 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732090655568.25ed2317b3dcef8d675070a66cf7e73a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:36,318 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 25ed2317b3dcef8d675070a66cf7e73a 2024-11-20T08:17:36,318 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 25ed2317b3dcef8d675070a66cf7e73a 2024-11-20T08:17:36,320 INFO [StoreOpener-25ed2317b3dcef8d675070a66cf7e73a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 25ed2317b3dcef8d675070a66cf7e73a 2024-11-20T08:17:36,322 INFO [StoreOpener-25ed2317b3dcef8d675070a66cf7e73a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25ed2317b3dcef8d675070a66cf7e73a columnFamilyName f 2024-11-20T08:17:36,323 DEBUG [StoreOpener-25ed2317b3dcef8d675070a66cf7e73a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:36,323 INFO [StoreOpener-25ed2317b3dcef8d675070a66cf7e73a-1 {}] regionserver.HStore(327): Store=25ed2317b3dcef8d675070a66cf7e73a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:36,323 INFO [StoreOpener-25ed2317b3dcef8d675070a66cf7e73a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 25ed2317b3dcef8d675070a66cf7e73a 2024-11-20T08:17:36,326 INFO [StoreOpener-25ed2317b3dcef8d675070a66cf7e73a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25ed2317b3dcef8d675070a66cf7e73a columnFamilyName f1 2024-11-20T08:17:36,326 DEBUG [StoreOpener-25ed2317b3dcef8d675070a66cf7e73a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:36,327 INFO [StoreOpener-25ed2317b3dcef8d675070a66cf7e73a-1 {}] regionserver.HStore(327): Store=25ed2317b3dcef8d675070a66cf7e73a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:36,327 INFO [StoreOpener-25ed2317b3dcef8d675070a66cf7e73a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 25ed2317b3dcef8d675070a66cf7e73a 2024-11-20T08:17:36,328 INFO [StoreOpener-25ed2317b3dcef8d675070a66cf7e73a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25ed2317b3dcef8d675070a66cf7e73a columnFamilyName norep 2024-11-20T08:17:36,329 DEBUG [StoreOpener-25ed2317b3dcef8d675070a66cf7e73a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:36,331 INFO [StoreOpener-25ed2317b3dcef8d675070a66cf7e73a-1 {}] regionserver.HStore(327): Store=25ed2317b3dcef8d675070a66cf7e73a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:36,332 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 25ed2317b3dcef8d675070a66cf7e73a 2024-11-20T08:17:36,332 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/default/test/25ed2317b3dcef8d675070a66cf7e73a 2024-11-20T08:17:36,333 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/default/test/25ed2317b3dcef8d675070a66cf7e73a 2024-11-20T08:17:36,334 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 25ed2317b3dcef8d675070a66cf7e73a 2024-11-20T08:17:36,334 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 25ed2317b3dcef8d675070a66cf7e73a 2024-11-20T08:17:36,335 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:17:36,336 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 25ed2317b3dcef8d675070a66cf7e73a 2024-11-20T08:17:36,340 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/default/test/25ed2317b3dcef8d675070a66cf7e73a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:17:36,340 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 25ed2317b3dcef8d675070a66cf7e73a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66119181, jitterRate=-0.01474742591381073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:17:36,341 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25ed2317b3dcef8d675070a66cf7e73a 2024-11-20T08:17:36,341 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 25ed2317b3dcef8d675070a66cf7e73a: Running coprocessor pre-open hook at 1732090656318Writing region info on filesystem at 1732090656318Initializing all the Stores at 1732090656320 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090656320Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090656320Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090656320Cleaning up temporary data from old regions at 1732090656334 (+14 ms)Running coprocessor post-open hooks at 1732090656341 (+7 ms)Region opened successfully at 1732090656341 2024-11-20T08:17:36,342 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732090655568.25ed2317b3dcef8d675070a66cf7e73a., pid=6, masterSystemTime=1732090656311 2024-11-20T08:17:36,345 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732090655568.25ed2317b3dcef8d675070a66cf7e73a. 2024-11-20T08:17:36,345 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732090655568.25ed2317b3dcef8d675070a66cf7e73a. 2024-11-20T08:17:36,346 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=25ed2317b3dcef8d675070a66cf7e73a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3354ef74e3b7,46499,1732090651550 2024-11-20T08:17:36,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25ed2317b3dcef8d675070a66cf7e73a, server=3354ef74e3b7,46499,1732090651550 because future has completed 2024-11-20T08:17:36,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:17:36,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 25ed2317b3dcef8d675070a66cf7e73a, server=3354ef74e3b7,46499,1732090651550 in 197 msec 2024-11-20T08:17:36,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T08:17:36,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=25ed2317b3dcef8d675070a66cf7e73a, ASSIGN in 357 msec 2024-11-20T08:17:36,377 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:17:36,377 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090656377"}]},"ts":"1732090656377"} 2024-11-20T08:17:36,381 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T08:17:36,384 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:17:36,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 815 msec 2024-11-20T08:17:36,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:17:36,714 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T08:17:36,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e43990e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:36,714 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41307,-1 for getting cluster id 2024-11-20T08:17:36,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:17:36,716 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24ab16e7-d97d-416a-8659-b46370b4f4ef' 2024-11-20T08:17:36,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:17:36,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24ab16e7-d97d-416a-8659-b46370b4f4ef" 2024-11-20T08:17:36,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d8df260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:36,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41307,-1] 2024-11-20T08:17:36,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:17:36,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:36,717 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:17:36,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0b1691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:36,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6104dc69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:36,719 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41113,-1 for getting cluster id 2024-11-20T08:17:36,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:17:36,720 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29621961-2415-4390-82b3-9bbf6462e1f0' 2024-11-20T08:17:36,720 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:17:36,720 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29621961-2415-4390-82b3-9bbf6462e1f0" 2024-11-20T08:17:36,721 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bbc2de2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:36,721 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41113,-1] 2024-11-20T08:17:36,721 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:17:36,721 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:36,722 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:17:36,722 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62662260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:36,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38538031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:36,723 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41307,-1 for getting cluster id 2024-11-20T08:17:36,723 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:17:36,724 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24ab16e7-d97d-416a-8659-b46370b4f4ef' 2024-11-20T08:17:36,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:17:36,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24ab16e7-d97d-416a-8659-b46370b4f4ef" 2024-11-20T08:17:36,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436b4705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:36,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41307,-1] 2024-11-20T08:17:36,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:17:36,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:36,726 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:17:36,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c10ba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:36,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:17:36,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,41307,1732090648121 2024-11-20T08:17:36,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@670a83a5 2024-11-20T08:17:36,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:17:36,733 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:17:36,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3354ef74e3b7:41113,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-20T08:17:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T08:17:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:17:36,737 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:41113' 2024-11-20T08:17:36,739 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10649d9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:36,739 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41113,-1 for getting cluster id 2024-11-20T08:17:36,739 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:17:36,740 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29621961-2415-4390-82b3-9bbf6462e1f0' 2024-11-20T08:17:36,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:17:36,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29621961-2415-4390-82b3-9bbf6462e1f0" 2024-11-20T08:17:36,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d43092c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:36,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41113,-1] 2024-11-20T08:17:36,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:17:36,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:36,742 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:17:36,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5274b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:36,743 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:17:36,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,41113,1732090651485 2024-11-20T08:17:36,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7260670 2024-11-20T08:17:36,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:17:36,759 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:17:36,760 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T08:17:36,760 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T08:17:36,760 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:36,761 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:36,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:17:36,761 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:17:36,762 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T08:17:36,763 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:17:36,764 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:36,764 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:17:36,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741837_1013 (size=1138) 2024-11-20T08:17:36,813 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T08:17:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:17:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:17:37,179 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7001806b8705a450a9a2e549db6b98d, NAME => 'hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa 2024-11-20T08:17:37,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741838_1014 (size=44) 2024-11-20T08:17:37,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:17:37,586 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:37,586 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d7001806b8705a450a9a2e549db6b98d, disabling compactions & flushes 2024-11-20T08:17:37,586 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d. 2024-11-20T08:17:37,586 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d. 2024-11-20T08:17:37,586 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d. after waiting 0 ms 2024-11-20T08:17:37,586 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d. 2024-11-20T08:17:37,586 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d. 2024-11-20T08:17:37,586 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7001806b8705a450a9a2e549db6b98d: Waiting for close lock at 1732090657586Disabling compacts and flushes for region at 1732090657586Disabling writes for close at 1732090657586Writing region close event to WAL at 1732090657586Closed at 1732090657586 2024-11-20T08:17:37,587 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:17:37,588 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732090657587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090657587"}]},"ts":"1732090657587"} 2024-11-20T08:17:37,590 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:17:37,591 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:17:37,592 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090657591"}]},"ts":"1732090657591"} 2024-11-20T08:17:37,594 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T08:17:37,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7001806b8705a450a9a2e549db6b98d, ASSIGN}] 2024-11-20T08:17:37,595 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7001806b8705a450a9a2e549db6b98d, ASSIGN 2024-11-20T08:17:37,596 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d7001806b8705a450a9a2e549db6b98d, ASSIGN; state=OFFLINE, location=3354ef74e3b7,34637,1732090648166; forceNewPlan=false, retain=false 2024-11-20T08:17:37,747 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d7001806b8705a450a9a2e549db6b98d, regionState=OPENING, regionLocation=3354ef74e3b7,34637,1732090648166 2024-11-20T08:17:37,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d7001806b8705a450a9a2e549db6b98d, ASSIGN because future has completed 2024-11-20T08:17:37,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7001806b8705a450a9a2e549db6b98d, server=3354ef74e3b7,34637,1732090648166}] 2024-11-20T08:17:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:17:37,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d. 2024-11-20T08:17:37,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:17:37,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T08:17:37,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C34637%2C1732090648166.rep, suffix=, logDir=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166, archiveDir=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/oldWALs, maxLogs=10 2024-11-20T08:17:37,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.rep.1732090657910, exclude list is [], retry=0 2024-11-20T08:17:37,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33229,DS-3669c37f-4b01-4325-967e-8d3c56c5ece9,DISK] 2024-11-20T08:17:37,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.rep.1732090657910 2024-11-20T08:17:37,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32867:32867)] 2024-11-20T08:17:37,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d7001806b8705a450a9a2e549db6b98d, NAME => 'hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:17:37,931 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:17:37,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:17:37,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d. service=MultiRowMutationService 2024-11-20T08:17:37,931 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T08:17:37,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d7001806b8705a450a9a2e549db6b98d 2024-11-20T08:17:37,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:17:37,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d7001806b8705a450a9a2e549db6b98d 2024-11-20T08:17:37,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d7001806b8705a450a9a2e549db6b98d 2024-11-20T08:17:37,933 INFO [StoreOpener-d7001806b8705a450a9a2e549db6b98d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d7001806b8705a450a9a2e549db6b98d 2024-11-20T08:17:37,935 INFO [StoreOpener-d7001806b8705a450a9a2e549db6b98d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7001806b8705a450a9a2e549db6b98d columnFamilyName hfileref 2024-11-20T08:17:37,935 DEBUG [StoreOpener-d7001806b8705a450a9a2e549db6b98d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:37,935 INFO [StoreOpener-d7001806b8705a450a9a2e549db6b98d-1 {}] regionserver.HStore(327): Store=d7001806b8705a450a9a2e549db6b98d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:37,935 INFO [StoreOpener-d7001806b8705a450a9a2e549db6b98d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d7001806b8705a450a9a2e549db6b98d 2024-11-20T08:17:37,937 INFO [StoreOpener-d7001806b8705a450a9a2e549db6b98d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7001806b8705a450a9a2e549db6b98d columnFamilyName queue 2024-11-20T08:17:37,937 DEBUG [StoreOpener-d7001806b8705a450a9a2e549db6b98d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:37,937 INFO [StoreOpener-d7001806b8705a450a9a2e549db6b98d-1 {}] regionserver.HStore(327): Store=d7001806b8705a450a9a2e549db6b98d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:37,937 INFO [StoreOpener-d7001806b8705a450a9a2e549db6b98d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d7001806b8705a450a9a2e549db6b98d 2024-11-20T08:17:37,938 INFO [StoreOpener-d7001806b8705a450a9a2e549db6b98d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7001806b8705a450a9a2e549db6b98d columnFamilyName sid 2024-11-20T08:17:37,938 DEBUG [StoreOpener-d7001806b8705a450a9a2e549db6b98d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:17:37,938 INFO [StoreOpener-d7001806b8705a450a9a2e549db6b98d-1 {}] regionserver.HStore(327): Store=d7001806b8705a450a9a2e549db6b98d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:17:37,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d7001806b8705a450a9a2e549db6b98d 2024-11-20T08:17:37,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/replication/d7001806b8705a450a9a2e549db6b98d 2024-11-20T08:17:37,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/replication/d7001806b8705a450a9a2e549db6b98d 2024-11-20T08:17:37,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d7001806b8705a450a9a2e549db6b98d 2024-11-20T08:17:37,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d7001806b8705a450a9a2e549db6b98d 2024-11-20T08:17:37,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:17:37,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d7001806b8705a450a9a2e549db6b98d 2024-11-20T08:17:37,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/replication/d7001806b8705a450a9a2e549db6b98d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:17:37,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d7001806b8705a450a9a2e549db6b98d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63270832, jitterRate=-0.05719113349914551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:17:37,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7001806b8705a450a9a2e549db6b98d 2024-11-20T08:17:37,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d7001806b8705a450a9a2e549db6b98d: Running coprocessor pre-open hook at 1732090657932Writing region info on filesystem at 1732090657932Initializing all the Stores at 1732090657933 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090657933Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090657933Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090657933Cleaning up temporary data from old regions at 1732090657941 (+8 ms)Running coprocessor post-open hooks at 1732090657945 (+4 ms)Region opened successfully at 1732090657946 (+1 ms) 2024-11-20T08:17:37,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d., pid=10, masterSystemTime=1732090657903 2024-11-20T08:17:37,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d. 2024-11-20T08:17:37,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d. 2024-11-20T08:17:37,950 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d7001806b8705a450a9a2e549db6b98d, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,34637,1732090648166 2024-11-20T08:17:37,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7001806b8705a450a9a2e549db6b98d, server=3354ef74e3b7,34637,1732090648166 because future has completed 2024-11-20T08:17:37,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T08:17:37,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d7001806b8705a450a9a2e549db6b98d, server=3354ef74e3b7,34637,1732090648166 in 202 msec 2024-11-20T08:17:37,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T08:17:37,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7001806b8705a450a9a2e549db6b98d, ASSIGN in 361 msec 2024-11-20T08:17:37,958 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:17:37,959 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090657958"}]},"ts":"1732090657958"} 2024-11-20T08:17:37,961 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T08:17:37,962 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:17:37,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2010 sec 2024-11-20T08:17:37,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d., hostname=3354ef74e3b7,34637,1732090648166, seqNum=2] 2024-11-20T08:17:37,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-229693638 2024-11-20T08:17:37,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34637-0x1013473bd080001, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-229693638 2024-11-20T08:17:37,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T08:17:38,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T08:17:38,134 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T08:17:38,172 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3354ef74e3b7,34637,1732090648166, ReplicationSource: 1, currentBandwidth=0 2024-11-20T08:17:38,173 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:17:38,173 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,34637,1732090648166, seqNum=-1] 2024-11-20T08:17:38,173 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:17:38,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-20T08:17:38,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3354ef74e3b7,34637,1732090648166', locateType=CURRENT is [region=hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d., hostname=3354ef74e3b7,34637,1732090648166, seqNum=2] 2024-11-20T08:17:38,180 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T08:17:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T08:17:38,182 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3354ef74e3b7,34637,1732090648166 suceeded 2024-11-20T08:17:38,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T08:17:38,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-20T08:17:38,191 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3354ef74e3b7:41113,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-20T08:17:38,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4580 sec 2024-11-20T08:17:38,203 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:41113' 2024-11-20T08:17:38,206 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63cc1a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:38,206 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41113,-1 for getting cluster id 2024-11-20T08:17:38,206 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:17:38,207 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29621961-2415-4390-82b3-9bbf6462e1f0' 2024-11-20T08:17:38,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:17:38,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29621961-2415-4390-82b3-9bbf6462e1f0" 2024-11-20T08:17:38,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fd2ebb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:38,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41113,-1] 2024-11-20T08:17:38,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:17:38,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:38,211 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:17:38,212 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f78b5b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:38,212 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:17:38,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,41113,1732090651485 2024-11-20T08:17:38,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c7d65c 2024-11-20T08:17:38,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:17:38,215 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-20T08:17:38,216 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3354ef74e3b7,34637,1732090648166 (queues=1) is replicating from cluster=24ab16e7-d97d-416a-8659-b46370b4f4ef to cluster=29621961-2415-4390-82b3-9bbf6462e1f0 2024-11-20T08:17:38,216 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3354ef74e3b7%2C34637%2C1732090648166 2024-11-20T08:17:38,216 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3354ef74e3b7,34637,1732090648166, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T08:17:38,217 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354, startPosition=0, beingWritten=true 2024-11-20T08:17:38,224 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.shipper3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3354ef74e3b7%2C34637%2C1732090648166 2024-11-20T08:17:38,237 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:17:38,237 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.shipper3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,34637,1732090648166 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:17:38,244 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 379, reset compression=false 2024-11-20T08:17:38,460 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 379, reset compression=false 2024-11-20T08:17:38,765 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 379, reset compression=false 2024-11-20T08:17:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:17:38,884 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T08:17:38,884 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:17:38,885 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:17:38,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:38,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:38,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:17:38,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:38,892 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732090658891/Put/seqid=0 2024-11-20T08:17:38,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741840_1016 (size=7894) 2024-11-20T08:17:39,169 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 379, reset compression=false 2024-11-20T08:17:39,299 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/load_f/f/hfile_1 is 34, key is ddd/f:row/1732090659298/Put/seqid=0 2024-11-20T08:17:39,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741841_1017 (size=7691) 2024-11-20T08:17:39,674 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 379, reset compression=false 2024-11-20T08:17:39,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e708bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:39,709 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41307,-1 for getting cluster id 2024-11-20T08:17:39,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:17:39,710 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24ab16e7-d97d-416a-8659-b46370b4f4ef' 2024-11-20T08:17:39,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:17:39,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24ab16e7-d97d-416a-8659-b46370b4f4ef" 2024-11-20T08:17:39,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d55f6a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:39,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41307,-1] 2024-11-20T08:17:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:17:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:39,712 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:17:39,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c280fd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:39,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:17:39,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,34637,1732090648166, seqNum=-1] 2024-11-20T08:17:39,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:17:39,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:17:39,724 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:17:39,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,41307,1732090648121 2024-11-20T08:17:39,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d735386 2024-11-20T08:17:39,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:17:39,728 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:17:39,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5., hostname=3354ef74e3b7,34637,1732090648166, seqNum=2] 2024-11-20T08:17:39,742 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T08:17:39,754 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-20T08:17:39,757 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-20T08:17:39,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/load_f/f/hfile_0 for inclusion in 63660d70fa38964bea5e40f5a142c1a5/f 2024-11-20T08:17:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T08:17:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T08:17:39,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/load_f/f/hfile_1 for inclusion in 63660d70fa38964bea5e40f5a142c1a5/f 2024-11-20T08:17:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T08:17:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T08:17:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HRegion(2603): Flush status journal for 63660d70fa38964bea5e40f5a142c1a5: 2024-11-20T08:17:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/load_f/f/hfile_0 to hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/staging/jenkins__test__7lf1culsfu1a7ea6ooqegu1q7egk7fmuoervvh60bl6ou69e0t1imeid6cb862on/f/hfile_0 2024-11-20T08:17:39,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/staging/jenkins__test__7lf1culsfu1a7ea6ooqegu1q7egk7fmuoervvh60bl6ou69e0t1imeid6cb862on/f/hfile_0 as hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/default/test/63660d70fa38964bea5e40f5a142c1a5/f/8addea96e2d946b19667a541cf6ccf35_SeqId_4_ 2024-11-20T08:17:39,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/load_f/f/hfile_1 to hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/staging/jenkins__test__7lf1culsfu1a7ea6ooqegu1q7egk7fmuoervvh60bl6ou69e0t1imeid6cb862on/f/hfile_1 2024-11-20T08:17:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/staging/jenkins__test__7lf1culsfu1a7ea6ooqegu1q7egk7fmuoervvh60bl6ou69e0t1imeid6cb862on/f/hfile_1 as hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/default/test/63660d70fa38964bea5e40f5a142c1a5/f/8ff157f9bf284a73a17edaa24ee8562d_SeqId_4_ 2024-11-20T08:17:39,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/staging/jenkins__test__7lf1culsfu1a7ea6ooqegu1q7egk7fmuoervvh60bl6ou69e0t1imeid6cb862on/f/hfile_0 into 63660d70fa38964bea5e40f5a142c1a5/f as hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/default/test/63660d70fa38964bea5e40f5a142c1a5/f/8addea96e2d946b19667a541cf6ccf35_SeqId_4_ - updating store file list. 2024-11-20T08:17:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8addea96e2d946b19667a541cf6ccf35_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T08:17:39,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/default/test/63660d70fa38964bea5e40f5a142c1a5/f/8addea96e2d946b19667a541cf6ccf35_SeqId_4_ into 63660d70fa38964bea5e40f5a142c1a5/f 2024-11-20T08:17:39,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/staging/jenkins__test__7lf1culsfu1a7ea6ooqegu1q7egk7fmuoervvh60bl6ou69e0t1imeid6cb862on/f/hfile_0 into 63660d70fa38964bea5e40f5a142c1a5/f (new location: hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/default/test/63660d70fa38964bea5e40f5a142c1a5/f/8addea96e2d946b19667a541cf6ccf35_SeqId_4_) 2024-11-20T08:17:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/staging/jenkins__test__7lf1culsfu1a7ea6ooqegu1q7egk7fmuoervvh60bl6ou69e0t1imeid6cb862on/f/hfile_0 2024-11-20T08:17:39,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/staging/jenkins__test__7lf1culsfu1a7ea6ooqegu1q7egk7fmuoervvh60bl6ou69e0t1imeid6cb862on/f/hfile_1 into 63660d70fa38964bea5e40f5a142c1a5/f as hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/default/test/63660d70fa38964bea5e40f5a142c1a5/f/8ff157f9bf284a73a17edaa24ee8562d_SeqId_4_ - updating store file list. 2024-11-20T08:17:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8ff157f9bf284a73a17edaa24ee8562d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T08:17:39,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/default/test/63660d70fa38964bea5e40f5a142c1a5/f/8ff157f9bf284a73a17edaa24ee8562d_SeqId_4_ into 63660d70fa38964bea5e40f5a142c1a5/f 2024-11-20T08:17:39,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/staging/jenkins__test__7lf1culsfu1a7ea6ooqegu1q7egk7fmuoervvh60bl6ou69e0t1imeid6cb862on/f/hfile_1 into 63660d70fa38964bea5e40f5a142c1a5/f (new location: hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/default/test/63660d70fa38964bea5e40f5a142c1a5/f/8ff157f9bf284a73a17edaa24ee8562d_SeqId_4_) 2024-11-20T08:17:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/staging/jenkins__test__7lf1culsfu1a7ea6ooqegu1q7egk7fmuoervvh60bl6ou69e0t1imeid6cb862on/f/hfile_1 2024-11-20T08:17:39,813 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:17:39,813 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:17:39,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:39,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:39,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:17:39,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:17:39,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5., hostname=3354ef74e3b7,34637,1732090648166, seqNum=2 , the old value is region=test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5., hostname=3354ef74e3b7,34637,1732090648166, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3354ef74e3b7:34637 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T08:17:39,816 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46499,1732090651550, seqNum=-1] 2024-11-20T08:17:39,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5., hostname=3354ef74e3b7,34637,1732090648166, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T08:17:39,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5., hostname=3354ef74e3b7,34637,1732090648166, seqNum=2 from cache 2024-11-20T08:17:39,816 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:17:39,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:17:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:33148 deadline: 1732090719814 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:33148 2024-11-20T08:17:39,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732090655568.25ed2317b3dcef8d675070a66cf7e73a., hostname=3354ef74e3b7,46499,1732090651550, seqNum=2] 2024-11-20T08:17:39,821 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T08:17:39,925 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:34637 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T08:17:40,278 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 379, reset compression=false 2024-11-20T08:17:40,285 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:17:40,286 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.shipper3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,34637,1732090648166 got entry batch from reader: WALEntryBatch [walEntries=[{test/63660d70fa38964bea5e40f5a142c1a5/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732090659808/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T08:17:40,307 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.shipper3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:17:40,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-20T08:17:40,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.ReplicationSink(318): Replicating [24ab16e7-d97d-416a-8659-b46370b4f4ef] bulk loaded data 2024-11-20T08:17:40,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5850a556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:40,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41113,-1 for getting cluster id 2024-11-20T08:17:40,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:17:40,314 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29621961-2415-4390-82b3-9bbf6462e1f0' 2024-11-20T08:17:40,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:17:40,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29621961-2415-4390-82b3-9bbf6462e1f0" 2024-11-20T08:17:40,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@146a8e63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:40,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41113,-1] 2024-11-20T08:17:40,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:17:40,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:40,315 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:17:40,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2da9ddb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:40,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741837_1013 (size=7894) 2024-11-20T08:17:40,486 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 687, reset compression=false 2024-11-20T08:17:40,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741838_1014 (size=7691) 2024-11-20T08:17:40,791 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 687, reset compression=false 2024-11-20T08:17:40,823 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T08:17:41,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:17:41,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,41113,1732090651485 2024-11-20T08:17:41,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62fa9a26 2024-11-20T08:17:41,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:17:41,147 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-20T08:17:41,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T08:17:41,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:17:41,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46499,1732090651550, seqNum=-1] 2024-11-20T08:17:41,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:17:41,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-20T08:17:41,160 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/staging/jenkins.hfs.6__test__k04efs78uv021e9m4t1bobs4oavvus2vef3c0iqfnh0alrdib2j6fi0ushv7agjo/f/8addea96e2d946b19667a541cf6ccf35_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T08:17:41,163 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/staging/jenkins.hfs.6__test__k04efs78uv021e9m4t1bobs4oavvus2vef3c0iqfnh0alrdib2j6fi0ushv7agjo/f/8ff157f9bf284a73a17edaa24ee8562d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T08:17:41,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/staging/jenkins.hfs.6__test__k04efs78uv021e9m4t1bobs4oavvus2vef3c0iqfnh0alrdib2j6fi0ushv7agjo/f/8addea96e2d946b19667a541cf6ccf35_SeqId_4_ for inclusion in 25ed2317b3dcef8d675070a66cf7e73a/f 2024-11-20T08:17:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T08:17:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T08:17:41,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/staging/jenkins.hfs.6__test__k04efs78uv021e9m4t1bobs4oavvus2vef3c0iqfnh0alrdib2j6fi0ushv7agjo/f/8ff157f9bf284a73a17edaa24ee8562d_SeqId_4_ for inclusion in 25ed2317b3dcef8d675070a66cf7e73a/f 2024-11-20T08:17:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T08:17:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T08:17:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.HRegion(2603): Flush status journal for 25ed2317b3dcef8d675070a66cf7e73a: 2024-11-20T08:17:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8addea96e2d946b19667a541cf6ccf35_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T08:17:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/staging/jenkins.hfs.6__test__k04efs78uv021e9m4t1bobs4oavvus2vef3c0iqfnh0alrdib2j6fi0ushv7agjo/f/8addea96e2d946b19667a541cf6ccf35_SeqId_4_ as hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/default/test/25ed2317b3dcef8d675070a66cf7e73a/f/014581927ebf40d58e5547ccb903037c_SeqId_4_ 2024-11-20T08:17:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8ff157f9bf284a73a17edaa24ee8562d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T08:17:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/staging/jenkins.hfs.6__test__k04efs78uv021e9m4t1bobs4oavvus2vef3c0iqfnh0alrdib2j6fi0ushv7agjo/f/8ff157f9bf284a73a17edaa24ee8562d_SeqId_4_ as hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/default/test/25ed2317b3dcef8d675070a66cf7e73a/f/0aef5905fa6b41708cb0c68217cc8e85_SeqId_4_ 2024-11-20T08:17:41,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/staging/jenkins.hfs.6__test__k04efs78uv021e9m4t1bobs4oavvus2vef3c0iqfnh0alrdib2j6fi0ushv7agjo/f/8addea96e2d946b19667a541cf6ccf35_SeqId_4_ into 25ed2317b3dcef8d675070a66cf7e73a/f as hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/default/test/25ed2317b3dcef8d675070a66cf7e73a/f/014581927ebf40d58e5547ccb903037c_SeqId_4_ - updating store file list. 2024-11-20T08:17:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 014581927ebf40d58e5547ccb903037c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T08:17:41,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/default/test/25ed2317b3dcef8d675070a66cf7e73a/f/014581927ebf40d58e5547ccb903037c_SeqId_4_ into 25ed2317b3dcef8d675070a66cf7e73a/f 2024-11-20T08:17:41,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/staging/jenkins.hfs.6__test__k04efs78uv021e9m4t1bobs4oavvus2vef3c0iqfnh0alrdib2j6fi0ushv7agjo/f/8addea96e2d946b19667a541cf6ccf35_SeqId_4_ into 25ed2317b3dcef8d675070a66cf7e73a/f (new location: hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/default/test/25ed2317b3dcef8d675070a66cf7e73a/f/014581927ebf40d58e5547ccb903037c_SeqId_4_) 2024-11-20T08:17:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/staging/jenkins.hfs.6__test__k04efs78uv021e9m4t1bobs4oavvus2vef3c0iqfnh0alrdib2j6fi0ushv7agjo/f/8addea96e2d946b19667a541cf6ccf35_SeqId_4_ 2024-11-20T08:17:41,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/staging/jenkins.hfs.6__test__k04efs78uv021e9m4t1bobs4oavvus2vef3c0iqfnh0alrdib2j6fi0ushv7agjo/f/8ff157f9bf284a73a17edaa24ee8562d_SeqId_4_ into 25ed2317b3dcef8d675070a66cf7e73a/f as hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/default/test/25ed2317b3dcef8d675070a66cf7e73a/f/0aef5905fa6b41708cb0c68217cc8e85_SeqId_4_ - updating store file list. 2024-11-20T08:17:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0aef5905fa6b41708cb0c68217cc8e85_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T08:17:41,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/default/test/25ed2317b3dcef8d675070a66cf7e73a/f/0aef5905fa6b41708cb0c68217cc8e85_SeqId_4_ into 25ed2317b3dcef8d675070a66cf7e73a/f 2024-11-20T08:17:41,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/staging/jenkins.hfs.6__test__k04efs78uv021e9m4t1bobs4oavvus2vef3c0iqfnh0alrdib2j6fi0ushv7agjo/f/8ff157f9bf284a73a17edaa24ee8562d_SeqId_4_ into 25ed2317b3dcef8d675070a66cf7e73a/f (new location: hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/default/test/25ed2317b3dcef8d675070a66cf7e73a/f/0aef5905fa6b41708cb0c68217cc8e85_SeqId_4_) 2024-11-20T08:17:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/staging/jenkins.hfs.6__test__k04efs78uv021e9m4t1bobs4oavvus2vef3c0iqfnh0alrdib2j6fi0ushv7agjo/f/8ff157f9bf284a73a17edaa24ee8562d_SeqId_4_ 2024-11-20T08:17:41,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46499 {}] regionserver.ReplicationSink(324): Finished replicating [24ab16e7-d97d-416a-8659-b46370b4f4ef] bulk loaded data 2024-11-20T08:17:41,195 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 687, reset compression=false 2024-11-20T08:17:41,700 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 687, reset compression=false 2024-11-20T08:17:41,820 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:17:41,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:17:41,844 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732090661843/Put/seqid=0 2024-11-20T08:17:41,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:17:41,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:17:41,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:17:41,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:17:41,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741842_1018 (size=7997) 2024-11-20T08:17:42,260 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732090662259/Put/seqid=0 2024-11-20T08:17:42,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741843_1019 (size=7794) 2024-11-20T08:17:42,304 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 687, reset compression=false 2024-11-20T08:17:42,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@abd5f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:42,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41307,-1 for getting cluster id 2024-11-20T08:17:42,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:17:42,674 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24ab16e7-d97d-416a-8659-b46370b4f4ef' 2024-11-20T08:17:42,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:17:42,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24ab16e7-d97d-416a-8659-b46370b4f4ef" 2024-11-20T08:17:42,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb3a659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:42,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41307,-1] 2024-11-20T08:17:42,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:17:42,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:42,676 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:17:42,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7baacb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:17:42,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:17:42,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,34637,1732090648166, seqNum=-1] 2024-11-20T08:17:42,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:17:42,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:17:42,691 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:17:42,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,41307,1732090648121 2024-11-20T08:17:42,693 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20a05a28 2024-11-20T08:17:42,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:17:42,695 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:17:42,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5., hostname=3354ef74e3b7,34637,1732090648166, seqNum=2] 2024-11-20T08:17:42,703 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T08:17:42,716 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-20T08:17:42,721 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-20T08:17:42,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/load_f1/f1/hfile_0 for inclusion in 63660d70fa38964bea5e40f5a142c1a5/f1 2024-11-20T08:17:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T08:17:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T08:17:42,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/load_f1/f1/hfile_1 for inclusion in 63660d70fa38964bea5e40f5a142c1a5/f1 2024-11-20T08:17:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T08:17:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T08:17:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HRegion(2603): Flush status journal for 63660d70fa38964bea5e40f5a142c1a5: 2024-11-20T08:17:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/load_f1/f1/hfile_0 to hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/staging/jenkins__test__sde1m4kc6bjd5dj9c53a6igh28hm5hphl6m12tea87219udgnr65dbsvlevb24dt/f1/hfile_0 2024-11-20T08:17:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/staging/jenkins__test__sde1m4kc6bjd5dj9c53a6igh28hm5hphl6m12tea87219udgnr65dbsvlevb24dt/f1/hfile_0 as hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/default/test/63660d70fa38964bea5e40f5a142c1a5/f1/205a24202a6f4202a29ea39d21333969_SeqId_6_ 2024-11-20T08:17:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/load_f1/f1/hfile_1 to hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/staging/jenkins__test__sde1m4kc6bjd5dj9c53a6igh28hm5hphl6m12tea87219udgnr65dbsvlevb24dt/f1/hfile_1 2024-11-20T08:17:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/staging/jenkins__test__sde1m4kc6bjd5dj9c53a6igh28hm5hphl6m12tea87219udgnr65dbsvlevb24dt/f1/hfile_1 as hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/default/test/63660d70fa38964bea5e40f5a142c1a5/f1/2cb60209488040b18e9938bb5be1f677_SeqId_6_ 2024-11-20T08:17:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-20T08:17:42,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/staging/jenkins__test__sde1m4kc6bjd5dj9c53a6igh28hm5hphl6m12tea87219udgnr65dbsvlevb24dt/f1/hfile_0 into 63660d70fa38964bea5e40f5a142c1a5/f1 as hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/default/test/63660d70fa38964bea5e40f5a142c1a5/f1/205a24202a6f4202a29ea39d21333969_SeqId_6_ - updating store file list. 2024-11-20T08:17:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 205a24202a6f4202a29ea39d21333969_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T08:17:42,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/default/test/63660d70fa38964bea5e40f5a142c1a5/f1/205a24202a6f4202a29ea39d21333969_SeqId_6_ into 63660d70fa38964bea5e40f5a142c1a5/f1 2024-11-20T08:17:42,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/staging/jenkins__test__sde1m4kc6bjd5dj9c53a6igh28hm5hphl6m12tea87219udgnr65dbsvlevb24dt/f1/hfile_0 into 63660d70fa38964bea5e40f5a142c1a5/f1 (new location: hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/default/test/63660d70fa38964bea5e40f5a142c1a5/f1/205a24202a6f4202a29ea39d21333969_SeqId_6_) 2024-11-20T08:17:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/staging/jenkins__test__sde1m4kc6bjd5dj9c53a6igh28hm5hphl6m12tea87219udgnr65dbsvlevb24dt/f1/hfile_0 2024-11-20T08:17:42,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/staging/jenkins__test__sde1m4kc6bjd5dj9c53a6igh28hm5hphl6m12tea87219udgnr65dbsvlevb24dt/f1/hfile_1 into 63660d70fa38964bea5e40f5a142c1a5/f1 as hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/default/test/63660d70fa38964bea5e40f5a142c1a5/f1/2cb60209488040b18e9938bb5be1f677_SeqId_6_ - updating store file list. 2024-11-20T08:17:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2cb60209488040b18e9938bb5be1f677_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T08:17:42,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/default/test/63660d70fa38964bea5e40f5a142c1a5/f1/2cb60209488040b18e9938bb5be1f677_SeqId_6_ into 63660d70fa38964bea5e40f5a142c1a5/f1 2024-11-20T08:17:42,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/staging/jenkins__test__sde1m4kc6bjd5dj9c53a6igh28hm5hphl6m12tea87219udgnr65dbsvlevb24dt/f1/hfile_1 into 63660d70fa38964bea5e40f5a142c1a5/f1 (new location: hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/default/test/63660d70fa38964bea5e40f5a142c1a5/f1/2cb60209488040b18e9938bb5be1f677_SeqId_6_) 2024-11-20T08:17:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/staging/jenkins__test__sde1m4kc6bjd5dj9c53a6igh28hm5hphl6m12tea87219udgnr65dbsvlevb24dt/f1/hfile_1 2024-11-20T08:17:42,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:17:42,761 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:17:42,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:42,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:17:42,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:17:42,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5., hostname=3354ef74e3b7,34637,1732090648166, seqNum=2 , the old value is region=test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5., hostname=3354ef74e3b7,34637,1732090648166, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3354ef74e3b7:34637 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T08:17:42,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5., hostname=3354ef74e3b7,34637,1732090648166, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T08:17:42,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5., hostname=3354ef74e3b7,34637,1732090648166, seqNum=2 from cache 2024-11-20T08:17:42,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:17:42,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,34637,1732090648166, seqNum=-1] 2024-11-20T08:17:42,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:17:42,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:17:42,765 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T08:17:42,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5., hostname=3354ef74e3b7,34637,1732090648166, seqNum=2] 2024-11-20T08:17:42,874 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:34637 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T08:17:43,012 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 687, reset compression=false 2024-11-20T08:17:43,018 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:17:43,018 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:17:43,018 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.shipper3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,34637,1732090648166 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:17:43,229 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:17:43,533 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:17:43,937 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:17:44,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T08:17:44,318 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T08:17:44,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T08:17:44,319 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T08:17:44,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T08:17:44,319 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T08:17:44,442 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:17:45,046 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:17:45,750 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:17:46,555 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:17:47,460 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:17:48,465 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:17:49,570 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:17:50,775 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:17:52,081 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:17:53,485 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:17:54,990 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:17:56,596 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:17:57,708 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T08:17:58,300 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:18:00,105 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:18:01,072 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T08:18:02,013 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:18:03,021 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.shipper3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,34637,1732090648166 got entry batch from reader: null 2024-11-20T08:18:04,018 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:18:06,123 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:18:08,328 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:18:10,643 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:18:10,713 INFO [master/3354ef74e3b7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T08:18:10,713 INFO [master/3354ef74e3b7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T08:18:13,047 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:18:15,227 INFO [master/3354ef74e3b7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T08:18:15,227 INFO [master/3354ef74e3b7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T08:18:15,552 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:18:18,156 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:18:20,174 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 63660d70fa38964bea5e40f5a142c1a5, had cached 0 bytes from a total of 31376 2024-11-20T08:18:20,860 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:18:21,318 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 25ed2317b3dcef8d675070a66cf7e73a, had cached 0 bytes from a total of 15585 2024-11-20T08:18:23,022 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.shipper3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,34637,1732090648166 got entry batch from reader: null 2024-11-20T08:18:23,665 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:18:26,569 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:18:27,708 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T08:18:29,573 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:18:31,072 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T08:18:31,679 DEBUG [master/3354ef74e3b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T08:18:32,678 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:18:34,301 DEBUG [master/3354ef74e3b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T08:18:35,882 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:18:39,186 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:18:42,591 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:18:42,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T08:18:42,796 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:18:42,796 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:18:42,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:42,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:42,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:18:42,796 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:18:42,796 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1375572534, stopped=false 2024-11-20T08:18:42,797 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3354ef74e3b7,41113,1732090651485 2024-11-20T08:18:42,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1131244968/running 2024-11-20T08:18:42,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1013473bd080004, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1131244968/running 2024-11-20T08:18:42,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1131244968 2024-11-20T08:18:42,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1013473bd080004, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1131244968 2024-11-20T08:18:42,798 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:18:42,799 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:18:42,799 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:18:42,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:42,799 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3354ef74e3b7,46499,1732090651550' ***** 2024-11-20T08:18:42,799 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:18:42,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46499-0x1013473bd080004, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Set watcher on znode that does not yet exist, /1-1131244968/running 2024-11-20T08:18:42,799 INFO [RS:0;3354ef74e3b7:46499 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:18:42,799 INFO [RS:0;3354ef74e3b7:46499 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:18:42,799 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:18:42,799 INFO [RS:0;3354ef74e3b7:46499 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:18:42,800 INFO [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer(3091): Received CLOSE for 25ed2317b3dcef8d675070a66cf7e73a 2024-11-20T08:18:42,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Set watcher on znode that does not yet exist, /1-1131244968/running 2024-11-20T08:18:42,800 INFO [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer(959): stopping server 3354ef74e3b7,46499,1732090651550 2024-11-20T08:18:42,800 INFO [RS:0;3354ef74e3b7:46499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:18:42,800 INFO [RS:0;3354ef74e3b7:46499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:46499. 2024-11-20T08:18:42,800 DEBUG [RS:0;3354ef74e3b7:46499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:18:42,800 DEBUG [RS:0;3354ef74e3b7:46499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:42,800 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25ed2317b3dcef8d675070a66cf7e73a, disabling compactions & flushes 2024-11-20T08:18:42,800 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732090655568.25ed2317b3dcef8d675070a66cf7e73a. 2024-11-20T08:18:42,800 INFO [RS:0;3354ef74e3b7:46499 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:18:42,800 INFO [RS:0;3354ef74e3b7:46499 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:18:42,800 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090655568.25ed2317b3dcef8d675070a66cf7e73a. 2024-11-20T08:18:42,800 INFO [RS:0;3354ef74e3b7:46499 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:18:42,800 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732090655568.25ed2317b3dcef8d675070a66cf7e73a. after waiting 0 ms 2024-11-20T08:18:42,801 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732090655568.25ed2317b3dcef8d675070a66cf7e73a. 2024-11-20T08:18:42,801 INFO [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T08:18:42,801 INFO [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T08:18:42,801 DEBUG [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 25ed2317b3dcef8d675070a66cf7e73a=test,,1732090655568.25ed2317b3dcef8d675070a66cf7e73a.} 2024-11-20T08:18:42,801 DEBUG [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25ed2317b3dcef8d675070a66cf7e73a 2024-11-20T08:18:42,801 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:18:42,801 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:18:42,801 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:18:42,801 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:18:42,801 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:18:42,801 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T08:18:42,804 INFO [regionserver/3354ef74e3b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:42,805 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/default/test/25ed2317b3dcef8d675070a66cf7e73a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-20T08:18:42,806 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:18:42,806 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T08:18:42,806 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732090655568.25ed2317b3dcef8d675070a66cf7e73a. 2024-11-20T08:18:42,806 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25ed2317b3dcef8d675070a66cf7e73a: Waiting for close lock at 1732090722800Running coprocessor pre-close hooks at 1732090722800Disabling compacts and flushes for region at 1732090722800Disabling writes for close at 1732090722801 (+1 ms)Writing region close event to WAL at 1732090722801Running coprocessor post-close hooks at 1732090722806 (+5 ms)Closed at 1732090722806 2024-11-20T08:18:42,806 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732090655568.25ed2317b3dcef8d675070a66cf7e73a. 2024-11-20T08:18:42,819 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/1588230740/.tmp/info/6e7332bf5dc6443b98e4f907e5e6cc5d is 129, key is test,,1732090655568.25ed2317b3dcef8d675070a66cf7e73a./info:regioninfo/1732090656346/Put/seqid=0 2024-11-20T08:18:42,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741839_1015 (size=6421) 2024-11-20T08:18:43,001 DEBUG [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:18:43,022 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.shipper3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,34637,1732090648166 got entry batch from reader: null 2024-11-20T08:18:43,161 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T08:18:43,161 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T08:18:43,201 DEBUG [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:18:43,224 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/1588230740/.tmp/info/6e7332bf5dc6443b98e4f907e5e6cc5d 2024-11-20T08:18:43,245 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/1588230740/.tmp/ns/133998e3b80f46cca74d0f07eae0642b is 43, key is default/ns:d/1732090654286/Put/seqid=0 2024-11-20T08:18:43,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741840_1016 (size=5153) 2024-11-20T08:18:43,401 DEBUG [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:18:43,602 DEBUG [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:18:43,650 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/1588230740/.tmp/ns/133998e3b80f46cca74d0f07eae0642b 2024-11-20T08:18:43,670 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/1588230740/.tmp/rep_barrier/5d0e4aba3407410b9d3cdc0af61d7b5c is 112, key is test,,1732090655568.25ed2317b3dcef8d675070a66cf7e73a./rep_barrier:seqnumDuringOpen/1732090656346/Put/seqid=0 2024-11-20T08:18:43,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741841_1017 (size=5518) 2024-11-20T08:18:43,802 INFO [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T08:18:43,802 DEBUG [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T08:18:43,802 DEBUG [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:18:44,002 DEBUG [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:18:44,075 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/1588230740/.tmp/rep_barrier/5d0e4aba3407410b9d3cdc0af61d7b5c 2024-11-20T08:18:44,098 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/1588230740/.tmp/table/0b473f0504794acdaee0416b0e91c92d is 40, key is test/table:state/1732090656377/Put/seqid=0 2024-11-20T08:18:44,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741842_1018 (size=5165) 2024-11-20T08:18:44,202 DEBUG [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:18:44,403 DEBUG [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:18:44,502 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/1588230740/.tmp/table/0b473f0504794acdaee0416b0e91c92d 2024-11-20T08:18:44,509 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/1588230740/.tmp/info/6e7332bf5dc6443b98e4f907e5e6cc5d as hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/1588230740/info/6e7332bf5dc6443b98e4f907e5e6cc5d 2024-11-20T08:18:44,515 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/1588230740/info/6e7332bf5dc6443b98e4f907e5e6cc5d, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T08:18:44,516 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/1588230740/.tmp/ns/133998e3b80f46cca74d0f07eae0642b as hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/1588230740/ns/133998e3b80f46cca74d0f07eae0642b 2024-11-20T08:18:44,521 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/1588230740/ns/133998e3b80f46cca74d0f07eae0642b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T08:18:44,522 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/1588230740/.tmp/rep_barrier/5d0e4aba3407410b9d3cdc0af61d7b5c as hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/1588230740/rep_barrier/5d0e4aba3407410b9d3cdc0af61d7b5c 2024-11-20T08:18:44,527 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/1588230740/rep_barrier/5d0e4aba3407410b9d3cdc0af61d7b5c, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T08:18:44,528 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/1588230740/.tmp/table/0b473f0504794acdaee0416b0e91c92d as hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/1588230740/table/0b473f0504794acdaee0416b0e91c92d 2024-11-20T08:18:44,532 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/1588230740/table/0b473f0504794acdaee0416b0e91c92d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T08:18:44,533 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=11, compaction requested=false 2024-11-20T08:18:44,538 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T08:18:44,538 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:18:44,538 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:18:44,538 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:18:44,538 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090722801Running coprocessor pre-close hooks at 1732090722801Disabling compacts and flushes for region at 1732090722801Disabling writes for close at 1732090722801Obtaining lock to block concurrent updates at 1732090722801Preparing flush snapshotting stores in 1588230740 at 1732090722801Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732090722802 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732090722802Flushing 1588230740/info: creating writer at 1732090722802Flushing 1588230740/info: appending metadata at 1732090722818 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732090722818Flushing 1588230740/ns: creating writer at 1732090723230 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732090723245 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732090723245Flushing 1588230740/rep_barrier: creating writer at 1732090723656 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732090723670 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732090723670Flushing 1588230740/table: creating writer at 1732090724080 (+410 ms)Flushing 1588230740/table: appending metadata at 1732090724097 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732090724097Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@451b868b: reopening flushed file at 1732090724508 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7638973c: reopening flushed file at 1732090724515 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73b6d534: reopening flushed file at 1732090724521 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a46abdc: reopening flushed file at 1732090724527 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=11, compaction requested=false at 1732090724533 (+6 ms)Writing region close event to WAL at 1732090724535 (+2 ms)Running coprocessor post-close hooks at 1732090724538 (+3 ms)Closed at 1732090724538 2024-11-20T08:18:44,538 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:18:44,603 INFO [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer(976): stopping server 3354ef74e3b7,46499,1732090651550; all regions closed. 2024-11-20T08:18:44,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741834_1010 (size=2717) 2024-11-20T08:18:44,605 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/WALs/3354ef74e3b7,46499,1732090651550/3354ef74e3b7%2C46499%2C1732090651550.meta.1732090654220.meta not finished, retry = 0 2024-11-20T08:18:44,708 DEBUG [RS:0;3354ef74e3b7:46499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/oldWALs 2024-11-20T08:18:44,709 INFO [RS:0;3354ef74e3b7:46499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C46499%2C1732090651550.meta:.meta(num 1732090654220) 2024-11-20T08:18:44,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741832_1008 (size=1028) 2024-11-20T08:18:44,713 DEBUG [RS:0;3354ef74e3b7:46499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/oldWALs 2024-11-20T08:18:44,713 INFO [RS:0;3354ef74e3b7:46499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C46499%2C1732090651550:(num 1732090653290) 2024-11-20T08:18:44,713 DEBUG [RS:0;3354ef74e3b7:46499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:44,713 INFO [RS:0;3354ef74e3b7:46499 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:44,713 INFO [RS:0;3354ef74e3b7:46499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:18:44,713 INFO [RS:0;3354ef74e3b7:46499 {}] hbase.ChoreService(370): Chore service for: regionserver/3354ef74e3b7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T08:18:44,713 INFO [RS:0;3354ef74e3b7:46499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:18:44,713 INFO [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:18:44,713 INFO [RS:0;3354ef74e3b7:46499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:46499. 2024-11-20T08:18:44,714 DEBUG [RS:0;3354ef74e3b7:46499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:18:44,714 DEBUG [RS:0;3354ef74e3b7:46499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:44,714 DEBUG [RS:0;3354ef74e3b7:46499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:44,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:18:44,714 INFO [RS:0;3354ef74e3b7:46499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46499 2024-11-20T08:18:44,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1013473bd080004, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1131244968/rs/3354ef74e3b7,46499,1732090651550 2024-11-20T08:18:44,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1131244968/rs 2024-11-20T08:18:44,717 INFO [RS:0;3354ef74e3b7:46499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:18:44,718 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3354ef74e3b7,46499,1732090651550] 2024-11-20T08:18:44,719 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1131244968/draining/3354ef74e3b7,46499,1732090651550 already deleted, retry=false 2024-11-20T08:18:44,719 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3354ef74e3b7,46499,1732090651550 expired; onlineServers=0 2024-11-20T08:18:44,719 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3354ef74e3b7,41113,1732090651485' ***** 2024-11-20T08:18:44,719 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:18:44,719 INFO [M:0;3354ef74e3b7:41113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:18:44,719 INFO [M:0;3354ef74e3b7:41113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:18:44,720 DEBUG [M:0;3354ef74e3b7:41113 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:18:44,720 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:18:44,720 DEBUG [M:0;3354ef74e3b7:41113 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:18:44,720 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090653061 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090653061,5,FailOnTimeoutGroup] 2024-11-20T08:18:44,720 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090653060 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090653060,5,FailOnTimeoutGroup] 2024-11-20T08:18:44,720 INFO [M:0;3354ef74e3b7:41113 {}] hbase.ChoreService(370): Chore service for: master/3354ef74e3b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T08:18:44,720 INFO [M:0;3354ef74e3b7:41113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:18:44,720 DEBUG [M:0;3354ef74e3b7:41113 {}] master.HMaster(1795): Stopping service threads 2024-11-20T08:18:44,720 INFO [M:0;3354ef74e3b7:41113 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:18:44,720 INFO [M:0;3354ef74e3b7:41113 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:18:44,720 INFO [M:0;3354ef74e3b7:41113 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:18:44,720 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:18:44,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1131244968/master 2024-11-20T08:18:44,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1131244968 2024-11-20T08:18:44,723 DEBUG [M:0;3354ef74e3b7:41113 {}] zookeeper.ZKUtil(347): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Unable to get data of znode /1-1131244968/master because node does not exist (not an error) 2024-11-20T08:18:44,723 WARN [M:0;3354ef74e3b7:41113 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:18:44,724 INFO [M:0;3354ef74e3b7:41113 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/.lastflushedseqids 2024-11-20T08:18:44,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741843_1019 (size=173) 2024-11-20T08:18:44,818 INFO [RS:0;3354ef74e3b7:46499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:18:44,818 INFO [RS:0;3354ef74e3b7:46499 {}] regionserver.HRegionServer(1031): Exiting; stopping=3354ef74e3b7,46499,1732090651550; zookeeper connection closed. 2024-11-20T08:18:44,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1013473bd080004, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:44,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1013473bd080004, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:44,819 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@556e03b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@556e03b6 2024-11-20T08:18:44,819 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T08:18:45,129 INFO [M:0;3354ef74e3b7:41113 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T08:18:45,129 INFO [M:0;3354ef74e3b7:41113 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:18:45,129 DEBUG [M:0;3354ef74e3b7:41113 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:18:45,129 INFO [M:0;3354ef74e3b7:41113 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:45,129 DEBUG [M:0;3354ef74e3b7:41113 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:45,129 DEBUG [M:0;3354ef74e3b7:41113 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:18:45,129 DEBUG [M:0;3354ef74e3b7:41113 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:45,129 INFO [M:0;3354ef74e3b7:41113 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-20T08:18:45,145 DEBUG [M:0;3354ef74e3b7:41113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19c6fdc5b1b84f1b8cb2236a6238362b is 82, key is hbase:meta,,1/info:regioninfo/1732090654271/Put/seqid=0 2024-11-20T08:18:45,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741844_1020 (size=5672) 2024-11-20T08:18:45,551 INFO [M:0;3354ef74e3b7:41113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19c6fdc5b1b84f1b8cb2236a6238362b 2024-11-20T08:18:45,570 DEBUG [M:0;3354ef74e3b7:41113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0275ddcaeca94eb6803f16d79b16425e is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732090656387/Put/seqid=0 2024-11-20T08:18:45,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741845_1021 (size=6728) 2024-11-20T08:18:45,975 INFO [M:0;3354ef74e3b7:41113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0275ddcaeca94eb6803f16d79b16425e 2024-11-20T08:18:45,980 INFO [M:0;3354ef74e3b7:41113 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0275ddcaeca94eb6803f16d79b16425e 2024-11-20T08:18:45,994 DEBUG [M:0;3354ef74e3b7:41113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12ed9a7319b949db9792f9dfc9666a98 is 69, key is 3354ef74e3b7,46499,1732090651550/rs:state/1732090653110/Put/seqid=0 2024-11-20T08:18:45,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741846_1022 (size=5156) 2024-11-20T08:18:46,095 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/WALs/3354ef74e3b7,34637,1732090648166/3354ef74e3b7%2C34637%2C1732090648166.1732090649354 to pos 997, reset compression=false 2024-11-20T08:18:46,399 INFO [M:0;3354ef74e3b7:41113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12ed9a7319b949db9792f9dfc9666a98 2024-11-20T08:18:46,404 DEBUG [M:0;3354ef74e3b7:41113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19c6fdc5b1b84f1b8cb2236a6238362b as hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19c6fdc5b1b84f1b8cb2236a6238362b 2024-11-20T08:18:46,408 INFO [M:0;3354ef74e3b7:41113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19c6fdc5b1b84f1b8cb2236a6238362b, entries=8, sequenceid=58, filesize=5.5 K 2024-11-20T08:18:46,409 DEBUG [M:0;3354ef74e3b7:41113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0275ddcaeca94eb6803f16d79b16425e as hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0275ddcaeca94eb6803f16d79b16425e 2024-11-20T08:18:46,413 INFO [M:0;3354ef74e3b7:41113 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0275ddcaeca94eb6803f16d79b16425e 2024-11-20T08:18:46,413 INFO [M:0;3354ef74e3b7:41113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0275ddcaeca94eb6803f16d79b16425e, entries=6, sequenceid=58, filesize=6.6 K 2024-11-20T08:18:46,414 DEBUG [M:0;3354ef74e3b7:41113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12ed9a7319b949db9792f9dfc9666a98 as hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12ed9a7319b949db9792f9dfc9666a98 2024-11-20T08:18:46,418 INFO [M:0;3354ef74e3b7:41113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37531/user/jenkins/test-data/8ad6f69e-7881-9767-cad3-bb499c20793d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12ed9a7319b949db9792f9dfc9666a98, entries=1, sequenceid=58, filesize=5.0 K 2024-11-20T08:18:46,419 INFO [M:0;3354ef74e3b7:41113 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false 2024-11-20T08:18:46,420 INFO [M:0;3354ef74e3b7:41113 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:46,420 DEBUG [M:0;3354ef74e3b7:41113 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090725129Disabling compacts and flushes for region at 1732090725129Disabling writes for close at 1732090725129Obtaining lock to block concurrent updates at 1732090725129Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732090725129Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1732090725130 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732090725130Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732090725130Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732090725145 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732090725145Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732090725556 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732090725570 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732090725570Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732090725980 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732090725994 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732090725994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3816f13a: reopening flushed file at 1732090726403 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@586c96df: reopening flushed file at 1732090726409 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31373efd: reopening flushed file at 1732090726413 (+4 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false at 1732090726419 (+6 ms)Writing region close event to WAL at 1732090726420 (+1 ms)Closed at 1732090726420 2024-11-20T08:18:46,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37803 is added to blk_1073741830_1006 (size=33038) 2024-11-20T08:18:46,423 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:18:46,423 INFO [M:0;3354ef74e3b7:41113 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T08:18:46,423 INFO [M:0;3354ef74e3b7:41113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41113 2024-11-20T08:18:46,424 INFO [M:0;3354ef74e3b7:41113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:18:46,526 INFO [M:0;3354ef74e3b7:41113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:18:46,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:46,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41113-0x1013473bd080003, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:46,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6956cf81{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:46,529 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4698115b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:18:46,529 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:18:46,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c05b605{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:18:46,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bf0c51d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/hadoop.log.dir/,STOPPED} 2024-11-20T08:18:46,531 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:18:46,531 WARN [BP-181006952-172.17.0.2-1732090650438 heartbeating to localhost/127.0.0.1:37531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:18:46,531 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:18:46,531 WARN [BP-181006952-172.17.0.2-1732090650438 heartbeating to localhost/127.0.0.1:37531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-181006952-172.17.0.2-1732090650438 (Datanode Uuid 937c321c-be4f-4cc7-b30c-34bae0008a95) service to localhost/127.0.0.1:37531 2024-11-20T08:18:46,532 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/cluster_205e8c2b-e6f2-0931-2cdc-9111fe8565ed/data/data1/current/BP-181006952-172.17.0.2-1732090650438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:46,532 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/cluster_205e8c2b-e6f2-0931-2cdc-9111fe8565ed/data/data2/current/BP-181006952-172.17.0.2-1732090650438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:46,532 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:18:46,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a73da45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:18:46,539 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53778bbd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:18:46,539 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:18:46,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d7582a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:18:46,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14a980a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/hadoop.log.dir/,STOPPED} 2024-11-20T08:18:46,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T08:18:46,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T08:18:46,552 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:18:46,552 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:18:46,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:46,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:46,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:18:46,552 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:18:46,552 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=858917958, stopped=false 2024-11-20T08:18:46,552 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3354ef74e3b7,41307,1732090648121 2024-11-20T08:18:46,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-229693638/running 2024-11-20T08:18:46,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34637-0x1013473bd080001, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-229693638/running 2024-11-20T08:18:46,554 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:18:46,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-229693638 2024-11-20T08:18:46,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:18:46,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:18:46,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:46,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34637-0x1013473bd080001, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-229693638 2024-11-20T08:18:46,555 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3354ef74e3b7,34637,1732090648166' ***** 2024-11-20T08:18:46,555 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:18:46,555 INFO [RS:0;3354ef74e3b7:34637 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:18:46,555 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:18:46,555 INFO [RS:0;3354ef74e3b7:34637 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:18:46,555 INFO [RS:0;3354ef74e3b7:34637 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:18:46,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Set watcher on znode that does not yet exist, /0-229693638/running 2024-11-20T08:18:46,555 INFO [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(3091): Received CLOSE for d7001806b8705a450a9a2e549db6b98d 2024-11-20T08:18:46,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34637-0x1013473bd080001, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Set watcher on znode that does not yet exist, /0-229693638/running 2024-11-20T08:18:46,556 INFO [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(3091): Received CLOSE for 63660d70fa38964bea5e40f5a142c1a5 2024-11-20T08:18:46,556 INFO [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(959): stopping server 3354ef74e3b7,34637,1732090648166 2024-11-20T08:18:46,556 INFO [RS:0;3354ef74e3b7:34637 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:18:46,556 INFO [RS:0;3354ef74e3b7:34637 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:34637. 2024-11-20T08:18:46,556 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7001806b8705a450a9a2e549db6b98d, disabling compactions & flushes 2024-11-20T08:18:46,556 DEBUG [RS:0;3354ef74e3b7:34637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:18:46,556 DEBUG [RS:0;3354ef74e3b7:34637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:46,556 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d. 2024-11-20T08:18:46,556 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d. 2024-11-20T08:18:46,556 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d. after waiting 0 ms 2024-11-20T08:18:46,556 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d. 2024-11-20T08:18:46,556 INFO [RS:0;3354ef74e3b7:34637 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:18:46,556 INFO [RS:0;3354ef74e3b7:34637 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:18:46,556 INFO [RS:0;3354ef74e3b7:34637 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:18:46,556 INFO [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T08:18:46,556 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d7001806b8705a450a9a2e549db6b98d 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-20T08:18:46,556 INFO [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T08:18:46,556 DEBUG [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(1325): Online Regions={d7001806b8705a450a9a2e549db6b98d=hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d., 1588230740=hbase:meta,,1.1588230740, 63660d70fa38964bea5e40f5a142c1a5=test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5.} 2024-11-20T08:18:46,556 DEBUG [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63660d70fa38964bea5e40f5a142c1a5, d7001806b8705a450a9a2e549db6b98d 2024-11-20T08:18:46,556 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:18:46,556 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:18:46,556 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:18:46,556 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:18:46,556 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:18:46,557 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T08:18:46,573 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/replication/d7001806b8705a450a9a2e549db6b98d/.tmp/hfileref/61ab184e38cb4ed28966762c189c26d9 is 74, key is 1/hfileref:8addea96e2d946b19667a541cf6ccf35_SeqId_4_/1732090661199/DeleteColumn/seqid=0 2024-11-20T08:18:46,573 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/1588230740/.tmp/info/38a3d3443d2c4a92b3fa4c9aa060e6db is 147, key is hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d./info:regioninfo/1732090657950/Put/seqid=0 2024-11-20T08:18:46,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741845_1021 (size=7686) 2024-11-20T08:18:46,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741844_1020 (size=5203) 2024-11-20T08:18:46,578 INFO [regionserver/3354ef74e3b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:46,756 DEBUG [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63660d70fa38964bea5e40f5a142c1a5, d7001806b8705a450a9a2e549db6b98d 2024-11-20T08:18:46,957 DEBUG [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63660d70fa38964bea5e40f5a142c1a5, d7001806b8705a450a9a2e549db6b98d 2024-11-20T08:18:46,978 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/replication/d7001806b8705a450a9a2e549db6b98d/.tmp/hfileref/61ab184e38cb4ed28966762c189c26d9 2024-11-20T08:18:46,978 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/1588230740/.tmp/info/38a3d3443d2c4a92b3fa4c9aa060e6db 2024-11-20T08:18:47,003 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/1588230740/.tmp/ns/3eb63aa61bc9418b84f91f4e4787acc3 is 43, key is default/ns:d/1732090650349/Put/seqid=0 2024-11-20T08:18:47,005 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/replication/d7001806b8705a450a9a2e549db6b98d/.tmp/queue/a17713657e944973a5b639149fa943dc is 153, key is 1-3354ef74e3b7,34637,1732090648166/queue:3354ef74e3b7%2C34637%2C1732090648166/1732090663020/Put/seqid=0 2024-11-20T08:18:47,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741846_1022 (size=5153) 2024-11-20T08:18:47,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741847_1023 (size=5352) 2024-11-20T08:18:47,157 DEBUG [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63660d70fa38964bea5e40f5a142c1a5, d7001806b8705a450a9a2e549db6b98d 2024-11-20T08:18:47,221 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T08:18:47,221 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T08:18:47,357 DEBUG [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63660d70fa38964bea5e40f5a142c1a5, d7001806b8705a450a9a2e549db6b98d 2024-11-20T08:18:47,408 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/1588230740/.tmp/ns/3eb63aa61bc9418b84f91f4e4787acc3 2024-11-20T08:18:47,410 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/replication/d7001806b8705a450a9a2e549db6b98d/.tmp/queue/a17713657e944973a5b639149fa943dc 2024-11-20T08:18:47,415 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/replication/d7001806b8705a450a9a2e549db6b98d/.tmp/hfileref/61ab184e38cb4ed28966762c189c26d9 as hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/replication/d7001806b8705a450a9a2e549db6b98d/hfileref/61ab184e38cb4ed28966762c189c26d9 2024-11-20T08:18:47,420 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/replication/d7001806b8705a450a9a2e549db6b98d/hfileref/61ab184e38cb4ed28966762c189c26d9, entries=2, sequenceid=10, filesize=5.1 K 2024-11-20T08:18:47,421 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/replication/d7001806b8705a450a9a2e549db6b98d/.tmp/queue/a17713657e944973a5b639149fa943dc as hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/replication/d7001806b8705a450a9a2e549db6b98d/queue/a17713657e944973a5b639149fa943dc 2024-11-20T08:18:47,426 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/replication/d7001806b8705a450a9a2e549db6b98d/queue/a17713657e944973a5b639149fa943dc, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T08:18:47,427 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for d7001806b8705a450a9a2e549db6b98d in 871ms, sequenceid=10, compaction requested=false 2024-11-20T08:18:47,431 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/replication/d7001806b8705a450a9a2e549db6b98d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T08:18:47,431 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:18:47,431 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:18:47,431 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d. 2024-11-20T08:18:47,432 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7001806b8705a450a9a2e549db6b98d: Waiting for close lock at 1732090726556Running coprocessor pre-close hooks at 1732090726556Disabling compacts and flushes for region at 1732090726556Disabling writes for close at 1732090726556Obtaining lock to block concurrent updates at 1732090726556Preparing flush snapshotting stores in d7001806b8705a450a9a2e549db6b98d at 1732090726556Finished memstore snapshotting hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732090726556Flushing stores of hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d. at 1732090726557 (+1 ms)Flushing d7001806b8705a450a9a2e549db6b98d/hfileref: creating writer at 1732090726557Flushing d7001806b8705a450a9a2e549db6b98d/hfileref: appending metadata at 1732090726572 (+15 ms)Flushing d7001806b8705a450a9a2e549db6b98d/hfileref: closing flushed file at 1732090726572Flushing d7001806b8705a450a9a2e549db6b98d/queue: creating writer at 1732090726983 (+411 ms)Flushing d7001806b8705a450a9a2e549db6b98d/queue: appending metadata at 1732090727005 (+22 ms)Flushing d7001806b8705a450a9a2e549db6b98d/queue: closing flushed file at 1732090727005Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f440301: reopening flushed file at 1732090727414 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69fdeb7b: reopening flushed file at 1732090727420 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for d7001806b8705a450a9a2e549db6b98d in 871ms, sequenceid=10, compaction requested=false at 1732090727427 (+7 ms)Writing region close event to WAL at 1732090727428 (+1 ms)Running coprocessor post-close hooks at 1732090727431 (+3 ms)Closed at 1732090727431 2024-11-20T08:18:47,432 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732090656761.d7001806b8705a450a9a2e549db6b98d. 2024-11-20T08:18:47,432 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63660d70fa38964bea5e40f5a142c1a5, disabling compactions & flushes 2024-11-20T08:18:47,432 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5. 2024-11-20T08:18:47,432 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5. 2024-11-20T08:18:47,432 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5. after waiting 0 ms 2024-11-20T08:18:47,432 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5. 2024-11-20T08:18:47,432 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/1588230740/.tmp/rep_barrier/5ab3aab120874f24843444a4f8d88061 is 112, key is test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5./rep_barrier:seqnumDuringOpen/1732090655203/Put/seqid=0 2024-11-20T08:18:47,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741848_1024 (size=5518) 2024-11-20T08:18:47,437 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/default/test/63660d70fa38964bea5e40f5a142c1a5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T08:18:47,438 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:18:47,438 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T08:18:47,438 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5. 2024-11-20T08:18:47,438 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63660d70fa38964bea5e40f5a142c1a5: Waiting for close lock at 1732090727432Running coprocessor pre-close hooks at 1732090727432Disabling compacts and flushes for region at 1732090727432Disabling writes for close at 1732090727432Writing region close event to WAL at 1732090727434 (+2 ms)Running coprocessor post-close hooks at 1732090727437 (+3 ms)Closed at 1732090727438 (+1 ms) 2024-11-20T08:18:47,438 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732090654413.63660d70fa38964bea5e40f5a142c1a5. 2024-11-20T08:18:47,557 INFO [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T08:18:47,557 DEBUG [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T08:18:47,557 DEBUG [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:18:47,758 DEBUG [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:18:47,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:47,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:47,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:47,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:47,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:47,837 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/1588230740/.tmp/rep_barrier/5ab3aab120874f24843444a4f8d88061 2024-11-20T08:18:47,857 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/1588230740/.tmp/table/fc2ba1193c2e4a519e6225b427917078 is 53, key is hbase:replication/table:state/1732090657958/Put/seqid=0 2024-11-20T08:18:47,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741849_1025 (size=5308) 2024-11-20T08:18:47,958 DEBUG [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:18:48,158 DEBUG [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:18:48,263 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/1588230740/.tmp/table/fc2ba1193c2e4a519e6225b427917078 2024-11-20T08:18:48,269 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/1588230740/.tmp/info/38a3d3443d2c4a92b3fa4c9aa060e6db as hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/1588230740/info/38a3d3443d2c4a92b3fa4c9aa060e6db 2024-11-20T08:18:48,274 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/1588230740/info/38a3d3443d2c4a92b3fa4c9aa060e6db, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T08:18:48,275 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/1588230740/.tmp/ns/3eb63aa61bc9418b84f91f4e4787acc3 as hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/1588230740/ns/3eb63aa61bc9418b84f91f4e4787acc3 2024-11-20T08:18:48,280 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/1588230740/ns/3eb63aa61bc9418b84f91f4e4787acc3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T08:18:48,280 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/1588230740/.tmp/rep_barrier/5ab3aab120874f24843444a4f8d88061 as hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/1588230740/rep_barrier/5ab3aab120874f24843444a4f8d88061 2024-11-20T08:18:48,285 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/1588230740/rep_barrier/5ab3aab120874f24843444a4f8d88061, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T08:18:48,286 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/1588230740/.tmp/table/fc2ba1193c2e4a519e6225b427917078 as hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/1588230740/table/fc2ba1193c2e4a519e6225b427917078 2024-11-20T08:18:48,291 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/1588230740/table/fc2ba1193c2e4a519e6225b427917078, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T08:18:48,292 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1736ms, sequenceid=16, compaction requested=false 2024-11-20T08:18:48,292 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T08:18:48,297 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T08:18:48,297 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:18:48,297 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:18:48,297 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:18:48,298 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090726556Running coprocessor pre-close hooks at 1732090726556Disabling compacts and flushes for region at 1732090726556Disabling writes for close at 1732090726556Obtaining lock to block concurrent updates at 1732090726557 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732090726557Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732090726557Flushing stores of hbase:meta,,1.1588230740 at 1732090726557Flushing 1588230740/info: creating writer at 1732090726557Flushing 1588230740/info: appending metadata at 1732090726573 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732090726573Flushing 1588230740/ns: creating writer at 1732090726983 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732090727002 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732090727002Flushing 1588230740/rep_barrier: creating writer at 1732090727413 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732090727431 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732090727432 (+1 ms)Flushing 1588230740/table: creating writer at 1732090727842 (+410 ms)Flushing 1588230740/table: appending metadata at 1732090727857 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732090727857Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62f3fb6b: reopening flushed file at 1732090728268 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e9189ba: reopening flushed file at 1732090728274 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d661c48: reopening flushed file at 1732090728280 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@448b5d41: reopening flushed file at 1732090728285 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1736ms, sequenceid=16, compaction requested=false at 1732090728292 (+7 ms)Writing region close event to WAL at 1732090728294 (+2 ms)Running coprocessor post-close hooks at 1732090728297 (+3 ms)Closed at 1732090728297 2024-11-20T08:18:48,298 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:18:48,335 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:18:48,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:48,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:48,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:48,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:48,358 INFO [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(976): stopping server 3354ef74e3b7,34637,1732090648166; all regions closed. 2024-11-20T08:18:48,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:48,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741834_1010 (size=4239) 2024-11-20T08:18:48,363 DEBUG [RS:0;3354ef74e3b7:34637 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/oldWALs 2024-11-20T08:18:48,363 INFO [RS:0;3354ef74e3b7:34637 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C34637%2C1732090648166.meta:.meta(num 1732090650295) 2024-11-20T08:18:48,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741839_1015 (size=2700) 2024-11-20T08:18:48,368 DEBUG [RS:0;3354ef74e3b7:34637 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/oldWALs 2024-11-20T08:18:48,368 INFO [RS:0;3354ef74e3b7:34637 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C34637%2C1732090648166.rep:(num 1732090657910) 2024-11-20T08:18:48,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741832_1008 (size=1300) 2024-11-20T08:18:48,372 DEBUG [RS:0;3354ef74e3b7:34637 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/oldWALs 2024-11-20T08:18:48,372 INFO [RS:0;3354ef74e3b7:34637 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C34637%2C1732090648166:(num 1732090649354) 2024-11-20T08:18:48,372 DEBUG [RS:0;3354ef74e3b7:34637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:48,372 INFO [RS:0;3354ef74e3b7:34637 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:48,372 INFO [RS:0;3354ef74e3b7:34637 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:18:48,372 INFO [RS:0;3354ef74e3b7:34637 {}] hbase.ChoreService(370): Chore service for: regionserver/3354ef74e3b7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T08:18:48,373 INFO [RS:0;3354ef74e3b7:34637 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:18:48,373 INFO [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:18:48,373 INFO [RS:0;3354ef74e3b7:34637 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3354ef74e3b7,34637,1732090648166 because: Region server is closing 2024-11-20T08:18:48,373 INFO [RS:0;3354ef74e3b7:34637 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:34637. 2024-11-20T08:18:48,373 DEBUG [RS:0;3354ef74e3b7:34637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:18:48,373 DEBUG [RS:0;3354ef74e3b7:34637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:48,373 DEBUG [RS:0;3354ef74e3b7:34637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:48,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:18:48,474 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.wal-reader.3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T08:18:48,474 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.shipper3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T08:18:48,474 INFO [RS:0;3354ef74e3b7:34637 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34637,1732090648166.replicationSource.shipper3354ef74e3b7%2C34637%2C1732090648166,1-3354ef74e3b7,34637,1732090648166 terminated 2024-11-20T08:18:48,474 INFO [RS:0;3354ef74e3b7:34637 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34637 2024-11-20T08:18:48,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34637-0x1013473bd080001, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-229693638/rs/3354ef74e3b7,34637,1732090648166 2024-11-20T08:18:48,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-229693638/rs 2024-11-20T08:18:48,476 INFO [RS:0;3354ef74e3b7:34637 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:18:48,479 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3354ef74e3b7,34637,1732090648166] 2024-11-20T08:18:48,480 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-229693638/draining/3354ef74e3b7,34637,1732090648166 already deleted, retry=false 2024-11-20T08:18:48,480 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3354ef74e3b7,34637,1732090648166 expired; onlineServers=0 2024-11-20T08:18:48,480 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3354ef74e3b7,41307,1732090648121' ***** 2024-11-20T08:18:48,480 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:18:48,480 INFO [M:0;3354ef74e3b7:41307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:18:48,480 INFO [M:0;3354ef74e3b7:41307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:18:48,480 DEBUG [M:0;3354ef74e3b7:41307 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:18:48,480 DEBUG [M:0;3354ef74e3b7:41307 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:18:48,480 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:18:48,480 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090649143 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090649143,5,FailOnTimeoutGroup] 2024-11-20T08:18:48,480 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090649143 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090649143,5,FailOnTimeoutGroup] 2024-11-20T08:18:48,480 INFO [M:0;3354ef74e3b7:41307 {}] hbase.ChoreService(370): Chore service for: master/3354ef74e3b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T08:18:48,481 INFO [M:0;3354ef74e3b7:41307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:18:48,481 DEBUG [M:0;3354ef74e3b7:41307 {}] master.HMaster(1795): Stopping service threads 2024-11-20T08:18:48,481 INFO [M:0;3354ef74e3b7:41307 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:18:48,481 INFO [M:0;3354ef74e3b7:41307 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:18:48,481 INFO [M:0;3354ef74e3b7:41307 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:18:48,481 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:18:48,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-229693638/master 2024-11-20T08:18:48,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-229693638 2024-11-20T08:18:48,483 DEBUG [M:0;3354ef74e3b7:41307 {}] zookeeper.RecoverableZooKeeper(212): Node /0-229693638/master already deleted, retry=false 2024-11-20T08:18:48,483 DEBUG [M:0;3354ef74e3b7:41307 {}] master.ActiveMasterManager(353): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-229693638/master 2024-11-20T08:18:48,485 INFO [M:0;3354ef74e3b7:41307 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/.lastflushedseqids 2024-11-20T08:18:48,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741850_1026 (size=263) 2024-11-20T08:18:48,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34637-0x1013473bd080001, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:48,579 INFO [RS:0;3354ef74e3b7:34637 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:18:48,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34637-0x1013473bd080001, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:48,579 INFO [RS:0;3354ef74e3b7:34637 {}] regionserver.HRegionServer(1031): Exiting; stopping=3354ef74e3b7,34637,1732090648166; zookeeper connection closed. 2024-11-20T08:18:48,579 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ad46409 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ad46409 2024-11-20T08:18:48,580 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T08:18:48,896 INFO [M:0;3354ef74e3b7:41307 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T08:18:48,897 INFO [M:0;3354ef74e3b7:41307 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:18:48,897 DEBUG [M:0;3354ef74e3b7:41307 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:18:48,897 INFO [M:0;3354ef74e3b7:41307 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:48,897 DEBUG [M:0;3354ef74e3b7:41307 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:48,897 DEBUG [M:0;3354ef74e3b7:41307 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:18:48,897 DEBUG [M:0;3354ef74e3b7:41307 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:48,897 INFO [M:0;3354ef74e3b7:41307 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-20T08:18:48,913 DEBUG [M:0;3354ef74e3b7:41307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c917c7a8f72b45b09f1f8d36775a7685 is 82, key is hbase:meta,,1/info:regioninfo/1732090650333/Put/seqid=0 2024-11-20T08:18:48,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741851_1027 (size=5672) 2024-11-20T08:18:49,319 INFO [M:0;3354ef74e3b7:41307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c917c7a8f72b45b09f1f8d36775a7685 2024-11-20T08:18:49,339 DEBUG [M:0;3354ef74e3b7:41307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6a5b61effed4a529ec22335b94f88d0 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732090655222/Put/seqid=0 2024-11-20T08:18:49,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741852_1028 (size=7241) 2024-11-20T08:18:49,743 INFO [M:0;3354ef74e3b7:41307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6a5b61effed4a529ec22335b94f88d0 2024-11-20T08:18:49,748 INFO [M:0;3354ef74e3b7:41307 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6a5b61effed4a529ec22335b94f88d0 2024-11-20T08:18:49,763 DEBUG [M:0;3354ef74e3b7:41307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b6fc7a30ccf4caf86de385cc0bf196f is 69, key is 3354ef74e3b7,34637,1732090648166/rs:state/1732090649208/Put/seqid=0 2024-11-20T08:18:49,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741853_1029 (size=5156) 2024-11-20T08:18:50,167 INFO [M:0;3354ef74e3b7:41307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b6fc7a30ccf4caf86de385cc0bf196f 2024-11-20T08:18:50,173 DEBUG [M:0;3354ef74e3b7:41307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c917c7a8f72b45b09f1f8d36775a7685 as hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c917c7a8f72b45b09f1f8d36775a7685 2024-11-20T08:18:50,177 INFO [M:0;3354ef74e3b7:41307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c917c7a8f72b45b09f1f8d36775a7685, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T08:18:50,178 DEBUG [M:0;3354ef74e3b7:41307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6a5b61effed4a529ec22335b94f88d0 as hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6a5b61effed4a529ec22335b94f88d0 2024-11-20T08:18:50,182 INFO [M:0;3354ef74e3b7:41307 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6a5b61effed4a529ec22335b94f88d0 2024-11-20T08:18:50,183 INFO [M:0;3354ef74e3b7:41307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6a5b61effed4a529ec22335b94f88d0, entries=11, sequenceid=105, filesize=7.1 K 2024-11-20T08:18:50,183 DEBUG [M:0;3354ef74e3b7:41307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b6fc7a30ccf4caf86de385cc0bf196f as hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b6fc7a30ccf4caf86de385cc0bf196f 2024-11-20T08:18:50,187 INFO [M:0;3354ef74e3b7:41307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42037/user/jenkins/test-data/080b1b9d-cf35-ef30-7c58-eca1c00ba2aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b6fc7a30ccf4caf86de385cc0bf196f, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T08:18:50,188 INFO [M:0;3354ef74e3b7:41307 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=105, compaction requested=false 2024-11-20T08:18:50,190 INFO [M:0;3354ef74e3b7:41307 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:50,190 DEBUG [M:0;3354ef74e3b7:41307 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090728897Disabling compacts and flushes for region at 1732090728897Disabling writes for close at 1732090728897Obtaining lock to block concurrent updates at 1732090728897Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732090728897Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1732090728897Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732090728898 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732090728898Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732090728913 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732090728913Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732090729324 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732090729338 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732090729338Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732090729748 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732090729762 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732090729762Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a3e9ea6: reopening flushed file at 1732090730172 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aad1a85: reopening flushed file at 1732090730178 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f684a97: reopening flushed file at 1732090730183 (+5 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=105, compaction requested=false at 1732090730188 (+5 ms)Writing region close event to WAL at 1732090730190 (+2 ms)Closed at 1732090730190 2024-11-20T08:18:50,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33229 is added to blk_1073741830_1006 (size=64538) 2024-11-20T08:18:50,192 INFO [M:0;3354ef74e3b7:41307 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T08:18:50,192 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:18:50,192 INFO [M:0;3354ef74e3b7:41307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41307 2024-11-20T08:18:50,193 INFO [M:0;3354ef74e3b7:41307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:18:50,294 INFO [M:0;3354ef74e3b7:41307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:18:50,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:50,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41307-0x1013473bd080000, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:50,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2efdfa1a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:50,297 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4834dab3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:18:50,297 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:18:50,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50618d79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:18:50,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c33cf9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/hadoop.log.dir/,STOPPED} 2024-11-20T08:18:50,298 WARN [BP-1190569736-172.17.0.2-1732090647194 heartbeating to localhost/127.0.0.1:42037 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:18:50,298 WARN [BP-1190569736-172.17.0.2-1732090647194 heartbeating to localhost/127.0.0.1:42037 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1190569736-172.17.0.2-1732090647194 (Datanode Uuid ba7e10bb-f13c-44db-a3e5-250f145fcd62) service to localhost/127.0.0.1:42037 2024-11-20T08:18:50,298 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:18:50,298 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:18:50,299 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/cluster_3b7d4e2f-1bb6-8979-bd4b-f6963455a51e/data/data1/current/BP-1190569736-172.17.0.2-1732090647194 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:50,299 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/cluster_3b7d4e2f-1bb6-8979-bd4b-f6963455a51e/data/data2/current/BP-1190569736-172.17.0.2-1732090647194 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:18:50,299 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:18:50,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13f1ba51{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:18:50,305 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4725d197{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:18:50,305 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:18:50,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530e8ec9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:18:50,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299bfbe9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8c116d-9cc4-4a9f-3152-9dd80326beac/hadoop.log.dir/,STOPPED} 2024-11-20T08:18:50,311 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T08:18:50,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T08:18:50,334 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 138) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42037 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fe02cb8e410.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42037 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42037 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62696) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42037 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37531 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42037 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fe02cb8e410.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62696) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=504 (was 463) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=228 (was 199) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6183 (was 6322) 2024-11-20T08:18:50,342 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=228, ProcessCount=11, AvailableMemoryMB=6183 2024-11-20T08:18:50,355 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-20T08:18:50,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/hadoop.log.dir so I do NOT create it in target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc 2024-11-20T08:18:50,356 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T08:18:50,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/hadoop.tmp.dir so I do NOT create it in target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc 2024-11-20T08:18:50,356 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b206914-0d3a-bb24-37fa-bbcb783a34d9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T08:18:50,356 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc 2024-11-20T08:18:50,356 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/cluster_ddea8732-af74-790e-fbca-e6e054ccd757, deleteOnExit=true 2024-11-20T08:18:50,359 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/cluster_ddea8732-af74-790e-fbca-e6e054ccd757/zookeeper_0, clientPort=52166, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/cluster_ddea8732-af74-790e-fbca-e6e054ccd757/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/cluster_ddea8732-af74-790e-fbca-e6e054ccd757/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T08:18:50,359 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52166 2024-11-20T08:18:50,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:18:50,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T08:18:50,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/test.cache.data in system properties and HBase conf 2024-11-20T08:18:50,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:18:50,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:18:50,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:18:50,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:18:50,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T08:18:50,360 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:18:50,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:18:50,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:18:50,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:18:50,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:18:50,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:18:50,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:18:50,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:18:50,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:18:50,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:18:50,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:18:50,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:18:50,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:18:50,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:18:50,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:18:50,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013473bd080002, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T08:18:50,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013473bd080005, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T08:18:50,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013473bd080002, quorum=127.0.0.1:62696, baseZNode=/0-229693638 Received Disconnected from ZooKeeper, ignoring 2024-11-20T08:18:50,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013473bd080005, quorum=127.0.0.1:62696, baseZNode=/1-1131244968 Received Disconnected from ZooKeeper, ignoring 2024-11-20T08:18:50,440 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:50,445 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:18:50,446 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:18:50,446 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:18:50,446 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:18:50,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:50,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6115c9db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:18:50,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@626b1448{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:18:50,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53b49fb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/java.io.tmpdir/jetty-localhost-35099-hadoop-hdfs-3_4_1-tests_jar-_-any-10073612951817978838/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:18:50,565 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b6b475e{HTTP/1.1, (http/1.1)}{localhost:35099} 2024-11-20T08:18:50,565 INFO [Time-limited test {}] server.Server(415): Started @131728ms 2024-11-20T08:18:50,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:50,654 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:18:50,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:18:50,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:18:50,656 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:18:50,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3acf8af7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:18:50,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68ab4aab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:18:50,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7267b7b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/java.io.tmpdir/jetty-localhost-46313-hadoop-hdfs-3_4_1-tests_jar-_-any-9597628061412624930/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:50,784 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69252cfb{HTTP/1.1, (http/1.1)}{localhost:46313} 2024-11-20T08:18:50,784 INFO [Time-limited test {}] server.Server(415): Started @131947ms 2024-11-20T08:18:50,785 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:18:50,896 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/cluster_ddea8732-af74-790e-fbca-e6e054ccd757/data/data1/current/BP-1683701955-172.17.0.2-1732090730380/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:50,896 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/cluster_ddea8732-af74-790e-fbca-e6e054ccd757/data/data2/current/BP-1683701955-172.17.0.2-1732090730380/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:50,913 WARN [Thread-1272 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:18:50,916 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38ee068c9865dc4b with lease ID 0xe6584819f2fd73a6: Processing first storage report for DS-bea694ae-97b2-4eb3-995c-ddbef30112e8 from datanode DatanodeRegistration(127.0.0.1:43807, datanodeUuid=f39dcb7e-7e05-408e-b935-8240d85020ba, infoPort=41861, infoSecurePort=0, ipcPort=42893, storageInfo=lv=-57;cid=testClusterID;nsid=199013290;c=1732090730380) 2024-11-20T08:18:50,916 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38ee068c9865dc4b with lease ID 0xe6584819f2fd73a6: from storage DS-bea694ae-97b2-4eb3-995c-ddbef30112e8 node DatanodeRegistration(127.0.0.1:43807, datanodeUuid=f39dcb7e-7e05-408e-b935-8240d85020ba, infoPort=41861, infoSecurePort=0, ipcPort=42893, storageInfo=lv=-57;cid=testClusterID;nsid=199013290;c=1732090730380), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:18:50,916 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38ee068c9865dc4b with lease ID 0xe6584819f2fd73a6: Processing first storage report for DS-3ee2959a-cb1d-47b5-900f-e43a65df4322 from datanode DatanodeRegistration(127.0.0.1:43807, datanodeUuid=f39dcb7e-7e05-408e-b935-8240d85020ba, infoPort=41861, infoSecurePort=0, ipcPort=42893, storageInfo=lv=-57;cid=testClusterID;nsid=199013290;c=1732090730380) 2024-11-20T08:18:50,916 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38ee068c9865dc4b with lease ID 0xe6584819f2fd73a6: from storage DS-3ee2959a-cb1d-47b5-900f-e43a65df4322 node DatanodeRegistration(127.0.0.1:43807, datanodeUuid=f39dcb7e-7e05-408e-b935-8240d85020ba, infoPort=41861, infoSecurePort=0, ipcPort=42893, storageInfo=lv=-57;cid=testClusterID;nsid=199013290;c=1732090730380), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:18:51,008 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc 2024-11-20T08:18:51,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:51,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:51,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:18:51,419 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3 with version=8 2024-11-20T08:18:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/hbase-staging 2024-11-20T08:18:51,421 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:18:51,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:51,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:51,421 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:18:51,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:51,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:18:51,421 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:18:51,421 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:18:51,422 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38091 2024-11-20T08:18:51,423 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38091 connecting to ZooKeeper ensemble=127.0.0.1:52166 2024-11-20T08:18:51,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380910x0, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:18:51,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38091-0x101347502060000 connected 2024-11-20T08:18:51,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:51,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:51,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Set watcher on znode that does not yet exist, /01525453853/running 2024-11-20T08:18:51,447 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3, hbase.cluster.distributed=false 2024-11-20T08:18:51,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Set watcher on znode that does not yet exist, /01525453853/acl 2024-11-20T08:18:51,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38091 2024-11-20T08:18:51,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38091 2024-11-20T08:18:51,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38091 2024-11-20T08:18:51,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38091 2024-11-20T08:18:51,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38091 2024-11-20T08:18:51,467 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:18:51,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:51,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:51,468 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:18:51,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:51,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:18:51,468 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:18:51,468 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:18:51,469 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45207 2024-11-20T08:18:51,470 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45207 connecting to ZooKeeper ensemble=127.0.0.1:52166 2024-11-20T08:18:51,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:51,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:51,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452070x0, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:18:51,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452070x0, quorum=127.0.0.1:52166, baseZNode=/01525453853 Set watcher on znode that does not yet exist, /01525453853/running 2024-11-20T08:18:51,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45207-0x101347502060001 connected 2024-11-20T08:18:51,477 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:18:51,480 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:18:51,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45207-0x101347502060001, quorum=127.0.0.1:52166, baseZNode=/01525453853 Set watcher on znode that does not yet exist, /01525453853/master 2024-11-20T08:18:51,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45207-0x101347502060001, quorum=127.0.0.1:52166, baseZNode=/01525453853 Set watcher on znode that does not yet exist, /01525453853/acl 2024-11-20T08:18:51,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45207 2024-11-20T08:18:51,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45207 2024-11-20T08:18:51,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45207 2024-11-20T08:18:51,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45207 2024-11-20T08:18:51,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45207 2024-11-20T08:18:51,499 DEBUG [M:0;3354ef74e3b7:38091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3354ef74e3b7:38091 2024-11-20T08:18:51,499 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01525453853/backup-masters/3354ef74e3b7,38091,1732090731421 2024-11-20T08:18:51,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x101347502060001, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853/backup-masters 2024-11-20T08:18:51,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853/backup-masters 2024-11-20T08:18:51,502 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Set watcher on existing znode=/01525453853/backup-masters/3354ef74e3b7,38091,1732090731421 2024-11-20T08:18:51,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x101347502060001, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01525453853/master 2024-11-20T08:18:51,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x101347502060001, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853 2024-11-20T08:18:51,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853 2024-11-20T08:18:51,505 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Set watcher on existing znode=/01525453853/master 2024-11-20T08:18:51,508 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01525453853/backup-masters/3354ef74e3b7,38091,1732090731421 from backup master directory 2024-11-20T08:18:51,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x101347502060001, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853/backup-masters 2024-11-20T08:18:51,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01525453853/backup-masters/3354ef74e3b7,38091,1732090731421 2024-11-20T08:18:51,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853/backup-masters 2024-11-20T08:18:51,510 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:18:51,510 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3354ef74e3b7,38091,1732090731421 2024-11-20T08:18:51,514 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/hbase.id] with ID: 72ce8440-19a0-4f05-9e67-dfa3b400cf98 2024-11-20T08:18:51,514 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/.tmp/hbase.id 2024-11-20T08:18:51,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:18:51,922 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/.tmp/hbase.id]:[hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/hbase.id] 2024-11-20T08:18:51,932 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:51,932 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:18:51,933 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T08:18:51,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x101347502060001, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853 2024-11-20T08:18:51,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853 2024-11-20T08:18:51,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:18:51,943 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:18:51,944 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:18:51,945 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:51,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:18:52,352 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store 2024-11-20T08:18:52,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:18:52,758 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:52,758 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:18:52,758 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:52,758 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:52,758 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:18:52,758 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:52,758 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:52,758 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090732758Disabling compacts and flushes for region at 1732090732758Disabling writes for close at 1732090732758Writing region close event to WAL at 1732090732758Closed at 1732090732758 2024-11-20T08:18:52,759 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/.initializing 2024-11-20T08:18:52,759 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/WALs/3354ef74e3b7,38091,1732090731421 2024-11-20T08:18:52,761 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:18:52,762 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C38091%2C1732090731421, suffix=, logDir=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/WALs/3354ef74e3b7,38091,1732090731421, archiveDir=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/oldWALs, maxLogs=10 2024-11-20T08:18:52,776 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/WALs/3354ef74e3b7,38091,1732090731421/3354ef74e3b7%2C38091%2C1732090731421.1732090732762, exclude list is [], retry=0 2024-11-20T08:18:52,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43807,DS-bea694ae-97b2-4eb3-995c-ddbef30112e8,DISK] 2024-11-20T08:18:52,780 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/WALs/3354ef74e3b7,38091,1732090731421/3354ef74e3b7%2C38091%2C1732090731421.1732090732762 2024-11-20T08:18:52,780 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41861:41861)] 2024-11-20T08:18:52,780 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:18:52,780 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:52,781 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:52,781 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:52,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:52,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:18:52,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:52,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:52,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:52,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:18:52,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:52,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:52,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:52,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:18:52,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:52,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:52,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:52,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:18:52,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:52,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:52,788 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:52,789 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:52,789 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:52,790 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:52,790 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:52,791 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:18:52,792 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:52,794 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:52,795 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65274122, jitterRate=-0.027339786291122437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:18:52,797 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732090732781Initializing all the Stores at 1732090732781Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090732781Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090732782 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090732782Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090732782Cleaning up temporary data from old regions at 1732090732790 (+8 ms)Region opened successfully at 1732090732796 (+6 ms) 2024-11-20T08:18:52,797 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:18:52,800 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@116d9389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:18:52,801 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T08:18:52,801 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:18:52,801 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:18:52,801 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:18:52,802 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:18:52,802 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:18:52,802 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:18:52,804 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:18:52,805 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Unable to get data of znode /01525453853/balancer because node does not exist (not necessarily an error) 2024-11-20T08:18:52,808 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01525453853/balancer already deleted, retry=false 2024-11-20T08:18:52,808 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:18:52,809 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Unable to get data of znode /01525453853/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:18:52,810 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01525453853/normalizer already deleted, retry=false 2024-11-20T08:18:52,810 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:18:52,811 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Unable to get data of znode /01525453853/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:18:52,812 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01525453853/switch/split already deleted, retry=false 2024-11-20T08:18:52,813 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Unable to get data of znode /01525453853/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:18:52,814 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01525453853/switch/merge already deleted, retry=false 2024-11-20T08:18:52,816 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Unable to get data of znode /01525453853/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:18:52,818 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01525453853/snapshot-cleanup already deleted, retry=false 2024-11-20T08:18:52,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01525453853/running 2024-11-20T08:18:52,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x101347502060001, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01525453853/running 2024-11-20T08:18:52,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853 2024-11-20T08:18:52,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x101347502060001, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853 2024-11-20T08:18:52,820 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3354ef74e3b7,38091,1732090731421, sessionid=0x101347502060000, setting cluster-up flag (Was=false) 2024-11-20T08:18:52,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853 2024-11-20T08:18:52,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x101347502060001, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853 2024-11-20T08:18:52,827 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01525453853/flush-table-proc/acquired, /01525453853/flush-table-proc/reached, /01525453853/flush-table-proc/abort 2024-11-20T08:18:52,828 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,38091,1732090731421 2024-11-20T08:18:52,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853 2024-11-20T08:18:52,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x101347502060001, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853 2024-11-20T08:18:52,836 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01525453853/online-snapshot/acquired, /01525453853/online-snapshot/reached, /01525453853/online-snapshot/abort 2024-11-20T08:18:52,837 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,38091,1732090731421 2024-11-20T08:18:52,838 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T08:18:52,839 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:18:52,840 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:18:52,840 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:18:52,840 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3354ef74e3b7,38091,1732090731421 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:18:52,841 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:52,841 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:52,841 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:52,841 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:52,841 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3354ef74e3b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:18:52,841 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:52,841 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:18:52,841 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:52,842 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090762842 2024-11-20T08:18:52,842 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:18:52,842 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:18:52,842 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:18:52,842 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:18:52,842 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:18:52,842 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:18:52,842 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:18:52,842 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:18:52,843 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:52,843 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:18:52,843 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:18:52,843 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:18:52,843 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T08:18:52,843 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:52,843 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:18:52,843 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:18:52,843 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:18:52,843 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090732843,5,FailOnTimeoutGroup] 2024-11-20T08:18:52,844 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090732843,5,FailOnTimeoutGroup] 2024-11-20T08:18:52,844 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:52,844 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:18:52,844 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:52,844 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:52,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741831_1007 (size=1321) 2024-11-20T08:18:52,890 INFO [RS:0;3354ef74e3b7:45207 {}] regionserver.HRegionServer(746): ClusterId : 72ce8440-19a0-4f05-9e67-dfa3b400cf98 2024-11-20T08:18:52,890 DEBUG [RS:0;3354ef74e3b7:45207 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:18:52,893 DEBUG [RS:0;3354ef74e3b7:45207 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:18:52,893 DEBUG [RS:0;3354ef74e3b7:45207 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:18:52,895 DEBUG [RS:0;3354ef74e3b7:45207 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:18:52,895 DEBUG [RS:0;3354ef74e3b7:45207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e6272b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:18:52,907 DEBUG [RS:0;3354ef74e3b7:45207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3354ef74e3b7:45207 2024-11-20T08:18:52,908 INFO [RS:0;3354ef74e3b7:45207 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:18:52,908 INFO [RS:0;3354ef74e3b7:45207 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:18:52,908 DEBUG [RS:0;3354ef74e3b7:45207 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:18:52,908 INFO [RS:0;3354ef74e3b7:45207 {}] regionserver.HRegionServer(2659): reportForDuty to master=3354ef74e3b7,38091,1732090731421 with port=45207, startcode=1732090731467 2024-11-20T08:18:52,908 DEBUG [RS:0;3354ef74e3b7:45207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:18:52,910 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:18:52,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38091 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3354ef74e3b7,45207,1732090731467 2024-11-20T08:18:52,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38091 {}] master.ServerManager(517): Registering regionserver=3354ef74e3b7,45207,1732090731467 2024-11-20T08:18:52,912 DEBUG [RS:0;3354ef74e3b7:45207 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3 2024-11-20T08:18:52,912 DEBUG [RS:0;3354ef74e3b7:45207 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34645 2024-11-20T08:18:52,912 DEBUG [RS:0;3354ef74e3b7:45207 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:18:52,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853/rs 2024-11-20T08:18:52,914 DEBUG [RS:0;3354ef74e3b7:45207 {}] zookeeper.ZKUtil(111): regionserver:45207-0x101347502060001, quorum=127.0.0.1:52166, baseZNode=/01525453853 Set watcher on existing znode=/01525453853/rs/3354ef74e3b7,45207,1732090731467 2024-11-20T08:18:52,914 WARN [RS:0;3354ef74e3b7:45207 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:18:52,914 INFO [RS:0;3354ef74e3b7:45207 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:52,914 DEBUG [RS:0;3354ef74e3b7:45207 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,45207,1732090731467 2024-11-20T08:18:52,915 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3354ef74e3b7,45207,1732090731467] 2024-11-20T08:18:52,918 INFO [RS:0;3354ef74e3b7:45207 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:18:52,919 INFO [RS:0;3354ef74e3b7:45207 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:18:52,920 INFO [RS:0;3354ef74e3b7:45207 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:18:52,920 INFO [RS:0;3354ef74e3b7:45207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:52,920 INFO [RS:0;3354ef74e3b7:45207 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:18:52,921 INFO [RS:0;3354ef74e3b7:45207 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:18:52,921 INFO [RS:0;3354ef74e3b7:45207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:52,921 DEBUG [RS:0;3354ef74e3b7:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:52,921 DEBUG [RS:0;3354ef74e3b7:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:52,921 DEBUG [RS:0;3354ef74e3b7:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:52,921 DEBUG [RS:0;3354ef74e3b7:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:52,921 DEBUG [RS:0;3354ef74e3b7:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:52,921 DEBUG [RS:0;3354ef74e3b7:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:18:52,921 DEBUG [RS:0;3354ef74e3b7:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:52,921 DEBUG [RS:0;3354ef74e3b7:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:52,921 DEBUG [RS:0;3354ef74e3b7:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:52,921 DEBUG [RS:0;3354ef74e3b7:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:52,921 DEBUG [RS:0;3354ef74e3b7:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:52,921 DEBUG [RS:0;3354ef74e3b7:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:52,921 DEBUG [RS:0;3354ef74e3b7:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:52,921 DEBUG [RS:0;3354ef74e3b7:45207 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:52,924 INFO [RS:0;3354ef74e3b7:45207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:52,924 INFO [RS:0;3354ef74e3b7:45207 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:52,924 INFO [RS:0;3354ef74e3b7:45207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:52,924 INFO [RS:0;3354ef74e3b7:45207 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:52,924 INFO [RS:0;3354ef74e3b7:45207 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:52,924 INFO [RS:0;3354ef74e3b7:45207 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,45207,1732090731467-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:18:52,939 INFO [RS:0;3354ef74e3b7:45207 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:18:52,939 INFO [RS:0;3354ef74e3b7:45207 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,45207,1732090731467-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:52,939 INFO [RS:0;3354ef74e3b7:45207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:52,939 INFO [RS:0;3354ef74e3b7:45207 {}] regionserver.Replication(171): 3354ef74e3b7,45207,1732090731467 started 2024-11-20T08:18:52,961 INFO [RS:0;3354ef74e3b7:45207 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:52,961 INFO [RS:0;3354ef74e3b7:45207 {}] regionserver.HRegionServer(1482): Serving as 3354ef74e3b7,45207,1732090731467, RpcServer on 3354ef74e3b7/172.17.0.2:45207, sessionid=0x101347502060001 2024-11-20T08:18:52,961 DEBUG [RS:0;3354ef74e3b7:45207 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:18:52,961 DEBUG [RS:0;3354ef74e3b7:45207 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3354ef74e3b7,45207,1732090731467 2024-11-20T08:18:52,962 DEBUG [RS:0;3354ef74e3b7:45207 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,45207,1732090731467' 2024-11-20T08:18:52,962 DEBUG [RS:0;3354ef74e3b7:45207 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01525453853/flush-table-proc/abort' 2024-11-20T08:18:52,962 DEBUG [RS:0;3354ef74e3b7:45207 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01525453853/flush-table-proc/acquired' 2024-11-20T08:18:52,962 DEBUG [RS:0;3354ef74e3b7:45207 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:18:52,963 DEBUG [RS:0;3354ef74e3b7:45207 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:18:52,963 DEBUG [RS:0;3354ef74e3b7:45207 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3354ef74e3b7,45207,1732090731467 2024-11-20T08:18:52,963 DEBUG [RS:0;3354ef74e3b7:45207 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,45207,1732090731467' 2024-11-20T08:18:52,963 DEBUG [RS:0;3354ef74e3b7:45207 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01525453853/online-snapshot/abort' 2024-11-20T08:18:52,963 DEBUG [RS:0;3354ef74e3b7:45207 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01525453853/online-snapshot/acquired' 2024-11-20T08:18:52,963 DEBUG [RS:0;3354ef74e3b7:45207 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:18:52,963 INFO [RS:0;3354ef74e3b7:45207 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:18:52,963 INFO [RS:0;3354ef74e3b7:45207 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:18:53,064 INFO [RS:0;3354ef74e3b7:45207 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:18:53,066 INFO [RS:0;3354ef74e3b7:45207 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C45207%2C1732090731467, suffix=, logDir=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,45207,1732090731467, archiveDir=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/oldWALs, maxLogs=10 2024-11-20T08:18:53,085 DEBUG [RS:0;3354ef74e3b7:45207 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,45207,1732090731467/3354ef74e3b7%2C45207%2C1732090731467.1732090733066, exclude list is [], retry=0 2024-11-20T08:18:53,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43807,DS-bea694ae-97b2-4eb3-995c-ddbef30112e8,DISK] 2024-11-20T08:18:53,089 INFO [RS:0;3354ef74e3b7:45207 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,45207,1732090731467/3354ef74e3b7%2C45207%2C1732090731467.1732090733066 2024-11-20T08:18:53,089 DEBUG [RS:0;3354ef74e3b7:45207 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41861:41861)] 2024-11-20T08:18:53,253 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T08:18:53,254 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3 2024-11-20T08:18:53,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741833_1009 (size=32) 2024-11-20T08:18:53,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:53,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:18:53,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:18:53,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:53,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:53,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:18:53,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:18:53,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:53,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:53,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:18:53,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:18:53,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:53,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:53,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:18:53,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:18:53,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:53,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:53,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:18:53,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740 2024-11-20T08:18:53,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740 2024-11-20T08:18:53,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:18:53,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:18:53,670 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:18:53,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:18:53,672 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:53,673 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65512747, jitterRate=-0.02378399670124054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:18:53,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732090733660Initializing all the Stores at 1732090733660Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090733661 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090733661Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090733661Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090733661Cleaning up temporary data from old regions at 1732090733669 (+8 ms)Region opened successfully at 1732090733674 (+5 ms) 2024-11-20T08:18:53,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:18:53,674 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:18:53,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:18:53,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:18:53,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:18:53,674 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:18:53,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090733674Disabling compacts and flushes for region at 1732090733674Disabling writes for close at 1732090733674Writing region close event to WAL at 1732090733674Closed at 1732090733674 2024-11-20T08:18:53,675 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:18:53,675 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T08:18:53,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:18:53,677 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:18:53,678 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:18:53,800 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:18:53,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:53,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:53,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:53,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:53,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:53,828 DEBUG [3354ef74e3b7:38091 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:18:53,828 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3354ef74e3b7,45207,1732090731467 2024-11-20T08:18:53,830 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,45207,1732090731467, state=OPENING 2024-11-20T08:18:53,831 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:18:53,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:53,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x101347502060001, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853 2024-11-20T08:18:53,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853 2024-11-20T08:18:53,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01525453853/meta-region-server: CHANGED 2024-11-20T08:18:53,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01525453853/meta-region-server: CHANGED 2024-11-20T08:18:53,834 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:18:53,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,45207,1732090731467}] 2024-11-20T08:18:53,987 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:18:53,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:18:53,993 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:18:53,993 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:53,993 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:18:53,994 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C45207%2C1732090731467.meta, suffix=.meta, logDir=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,45207,1732090731467, archiveDir=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/oldWALs, maxLogs=10 2024-11-20T08:18:54,008 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,45207,1732090731467/3354ef74e3b7%2C45207%2C1732090731467.meta.1732090733995.meta, exclude list is [], retry=0 2024-11-20T08:18:54,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43807,DS-bea694ae-97b2-4eb3-995c-ddbef30112e8,DISK] 2024-11-20T08:18:54,012 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,45207,1732090731467/3354ef74e3b7%2C45207%2C1732090731467.meta.1732090733995.meta 2024-11-20T08:18:54,024 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41861:41861)] 2024-11-20T08:18:54,025 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:18:54,025 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:18:54,025 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:18:54,025 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:18:54,025 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:18:54,025 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:18:54,025 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:54,025 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:18:54,025 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:18:54,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:18:54,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:18:54,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:54,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:54,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:18:54,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:18:54,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:54,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:54,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:18:54,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:18:54,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:54,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:54,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:18:54,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:18:54,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:54,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:54,032 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:18:54,033 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740 2024-11-20T08:18:54,034 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740 2024-11-20T08:18:54,035 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:18:54,035 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:18:54,036 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:18:54,037 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:18:54,038 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65006005, jitterRate=-0.03133504092693329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:18:54,038 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:18:54,039 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732090734026Writing region info on filesystem at 1732090734026Initializing all the Stores at 1732090734026Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090734026Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090734027 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090734027Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090734027Cleaning up temporary data from old regions at 1732090734035 (+8 ms)Running coprocessor post-open hooks at 1732090734038 (+3 ms)Region opened successfully at 1732090734039 (+1 ms) 2024-11-20T08:18:54,040 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090733987 2024-11-20T08:18:54,042 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:18:54,042 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:18:54,043 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,45207,1732090731467 2024-11-20T08:18:54,043 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,45207,1732090731467, state=OPEN 2024-11-20T08:18:54,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01525453853/meta-region-server 2024-11-20T08:18:54,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x101347502060001, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01525453853/meta-region-server 2024-11-20T08:18:54,047 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3354ef74e3b7,45207,1732090731467 2024-11-20T08:18:54,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01525453853/meta-region-server: CHANGED 2024-11-20T08:18:54,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01525453853/meta-region-server: CHANGED 2024-11-20T08:18:54,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:18:54,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,45207,1732090731467 in 213 msec 2024-11-20T08:18:54,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:18:54,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 374 msec 2024-11-20T08:18:54,052 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:18:54,052 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T08:18:54,053 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:18:54,053 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,45207,1732090731467, seqNum=-1] 2024-11-20T08:18:54,054 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:54,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:18:54,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2200 sec 2024-11-20T08:18:54,060 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090734059, completionTime=-1 2024-11-20T08:18:54,060 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T08:18:54,060 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T08:18:54,061 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T08:18:54,062 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090794061 2024-11-20T08:18:54,062 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090854062 2024-11-20T08:18:54,062 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T08:18:54,062 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38091,1732090731421-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:54,062 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38091,1732090731421-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:54,062 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38091,1732090731421-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:54,062 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3354ef74e3b7:38091, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:54,062 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:54,062 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:54,064 DEBUG [master/3354ef74e3b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T08:18:54,066 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.555sec 2024-11-20T08:18:54,066 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:18:54,066 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:18:54,066 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:18:54,066 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:18:54,066 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:18:54,066 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38091,1732090731421-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:18:54,066 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38091,1732090731421-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:18:54,068 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:18:54,068 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:18:54,068 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38091,1732090731421-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:54,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd458e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:54,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,38091,-1 for getting cluster id 2024-11-20T08:18:54,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:18:54,092 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72ce8440-19a0-4f05-9e67-dfa3b400cf98' 2024-11-20T08:18:54,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:18:54,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72ce8440-19a0-4f05-9e67-dfa3b400cf98" 2024-11-20T08:18:54,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3795ba0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:54,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,38091,-1] 2024-11-20T08:18:54,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:18:54,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:54,094 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:18:54,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c19f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:54,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:18:54,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,45207,1732090731467, seqNum=-1] 2024-11-20T08:18:54,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:54,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:18:54,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3354ef74e3b7,38091,1732090731421 2024-11-20T08:18:54,099 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52166 2024-11-20T08:18:54,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:18:54,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101347502060002 connected 2024-11-20T08:18:54,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/hadoop.log.dir so I do NOT create it in target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5 2024-11-20T08:18:54,106 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T08:18:54,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/hadoop.tmp.dir so I do NOT create it in target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5 2024-11-20T08:18:54,106 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T08:18:54,106 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5 2024-11-20T08:18:54,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:18:54,106 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/cluster_d97a18f3-f350-ccfc-a9b0-156d67d3ad48, deleteOnExit=true 2024-11-20T08:18:54,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T08:18:54,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/test.cache.data in system properties and HBase conf 2024-11-20T08:18:54,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:18:54,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:18:54,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:18:54,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:18:54,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T08:18:54,107 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:18:54,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:18:54,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:18:54,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:18:54,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:18:54,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:18:54,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:18:54,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:18:54,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:18:54,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:18:54,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:18:54,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:18:54,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:18:54,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:18:54,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:18:54,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:54,190 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:18:54,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:18:54,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:18:54,191 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:18:54,192 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:54,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58a30a9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:18:54,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@780a9b6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:18:54,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6097698c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/java.io.tmpdir/jetty-localhost-37391-hadoop-hdfs-3_4_1-tests_jar-_-any-7423612748592710743/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:18:54,310 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@aab5893{HTTP/1.1, (http/1.1)}{localhost:37391} 2024-11-20T08:18:54,311 INFO [Time-limited test {}] server.Server(415): Started @135473ms 2024-11-20T08:18:54,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T08:18:54,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T08:18:54,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T08:18:54,386 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:18:54,389 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:18:54,390 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:18:54,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:18:54,391 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:18:54,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52d1efea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:18:54,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25341d27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:18:54,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64bc60f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/java.io.tmpdir/jetty-localhost-42487-hadoop-hdfs-3_4_1-tests_jar-_-any-2403706974192403816/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:18:54,508 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4660777d{HTTP/1.1, (http/1.1)}{localhost:42487} 2024-11-20T08:18:54,508 INFO [Time-limited test {}] server.Server(415): Started @135671ms 2024-11-20T08:18:54,509 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:18:54,613 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/cluster_d97a18f3-f350-ccfc-a9b0-156d67d3ad48/data/data1/current/BP-1091649744-172.17.0.2-1732090734128/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:54,613 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/cluster_d97a18f3-f350-ccfc-a9b0-156d67d3ad48/data/data2/current/BP-1091649744-172.17.0.2-1732090734128/current, will proceed with Du for space computation calculation, 2024-11-20T08:18:54,637 WARN [Thread-1393 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:18:54,640 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f0e0fe8734b3d1d with lease ID 0x7db63700db21ae90: Processing first storage report for DS-4acdecc8-438e-4551-9a06-511e2a80f73e from datanode DatanodeRegistration(127.0.0.1:35515, datanodeUuid=3c1019e2-78e3-4413-8f93-fafbb9ad76a2, infoPort=45419, infoSecurePort=0, ipcPort=41803, storageInfo=lv=-57;cid=testClusterID;nsid=1251145768;c=1732090734128) 2024-11-20T08:18:54,640 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f0e0fe8734b3d1d with lease ID 0x7db63700db21ae90: from storage DS-4acdecc8-438e-4551-9a06-511e2a80f73e node DatanodeRegistration(127.0.0.1:35515, datanodeUuid=3c1019e2-78e3-4413-8f93-fafbb9ad76a2, infoPort=45419, infoSecurePort=0, ipcPort=41803, storageInfo=lv=-57;cid=testClusterID;nsid=1251145768;c=1732090734128), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T08:18:54,640 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f0e0fe8734b3d1d with lease ID 0x7db63700db21ae90: Processing first storage report for DS-c4c2dec3-ec9d-4169-ba12-6c5a1817da93 from datanode DatanodeRegistration(127.0.0.1:35515, datanodeUuid=3c1019e2-78e3-4413-8f93-fafbb9ad76a2, infoPort=45419, infoSecurePort=0, ipcPort=41803, storageInfo=lv=-57;cid=testClusterID;nsid=1251145768;c=1732090734128) 2024-11-20T08:18:54,640 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f0e0fe8734b3d1d with lease ID 0x7db63700db21ae90: from storage DS-c4c2dec3-ec9d-4169-ba12-6c5a1817da93 node DatanodeRegistration(127.0.0.1:35515, datanodeUuid=3c1019e2-78e3-4413-8f93-fafbb9ad76a2, infoPort=45419, infoSecurePort=0, ipcPort=41803, storageInfo=lv=-57;cid=testClusterID;nsid=1251145768;c=1732090734128), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:18:54,738 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5 2024-11-20T08:18:54,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:54,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:54,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35515 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:18:55,151 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7 with version=8 2024-11-20T08:18:55,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/hbase-staging 2024-11-20T08:18:55,154 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:18:55,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:55,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:55,154 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:18:55,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:55,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:18:55,154 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:18:55,154 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:18:55,155 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43447 2024-11-20T08:18:55,156 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43447 connecting to ZooKeeper ensemble=127.0.0.1:52166 2024-11-20T08:18:55,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434470x0, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:18:55,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43447-0x101347502060003 connected 2024-11-20T08:18:55,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:55,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:55,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Set watcher on znode that does not yet exist, /199193511/running 2024-11-20T08:18:55,176 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7, hbase.cluster.distributed=false 2024-11-20T08:18:55,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Set watcher on znode that does not yet exist, /199193511/acl 2024-11-20T08:18:55,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43447 2024-11-20T08:18:55,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43447 2024-11-20T08:18:55,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43447 2024-11-20T08:18:55,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43447 2024-11-20T08:18:55,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43447 2024-11-20T08:18:55,204 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:18:55,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:55,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:55,205 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:18:55,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:18:55,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:18:55,205 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:18:55,205 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:18:55,205 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44829 2024-11-20T08:18:55,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44829 connecting to ZooKeeper ensemble=127.0.0.1:52166 2024-11-20T08:18:55,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:55,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:55,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448290x0, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:18:55,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448290x0, quorum=127.0.0.1:52166, baseZNode=/199193511 Set watcher on znode that does not yet exist, /199193511/running 2024-11-20T08:18:55,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44829-0x101347502060004 connected 2024-11-20T08:18:55,216 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:18:55,220 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:18:55,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44829-0x101347502060004, quorum=127.0.0.1:52166, baseZNode=/199193511 Set watcher on znode that does not yet exist, /199193511/master 2024-11-20T08:18:55,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44829-0x101347502060004, quorum=127.0.0.1:52166, baseZNode=/199193511 Set watcher on znode that does not yet exist, /199193511/acl 2024-11-20T08:18:55,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44829 2024-11-20T08:18:55,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44829 2024-11-20T08:18:55,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44829 2024-11-20T08:18:55,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44829 2024-11-20T08:18:55,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44829 2024-11-20T08:18:55,243 DEBUG [M:0;3354ef74e3b7:43447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3354ef74e3b7:43447 2024-11-20T08:18:55,244 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /199193511/backup-masters/3354ef74e3b7,43447,1732090735153 2024-11-20T08:18:55,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199193511/backup-masters 2024-11-20T08:18:55,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x101347502060004, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199193511/backup-masters 2024-11-20T08:18:55,246 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Set watcher on existing znode=/199193511/backup-masters/3354ef74e3b7,43447,1732090735153 2024-11-20T08:18:55,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x101347502060004, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/199193511/master 2024-11-20T08:18:55,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x101347502060004, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199193511 2024-11-20T08:18:55,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199193511 2024-11-20T08:18:55,249 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Set watcher on existing znode=/199193511/master 2024-11-20T08:18:55,249 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /199193511/backup-masters/3354ef74e3b7,43447,1732090735153 from backup master directory 2024-11-20T08:18:55,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/199193511/backup-masters/3354ef74e3b7,43447,1732090735153 2024-11-20T08:18:55,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x101347502060004, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199193511/backup-masters 2024-11-20T08:18:55,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199193511/backup-masters 2024-11-20T08:18:55,250 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:18:55,250 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3354ef74e3b7,43447,1732090735153 2024-11-20T08:18:55,254 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/hbase.id] with ID: eedf5762-080e-47b1-b63e-99f980334d52 2024-11-20T08:18:55,254 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/.tmp/hbase.id 2024-11-20T08:18:55,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35515 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:18:55,664 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/.tmp/hbase.id]:[hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/hbase.id] 2024-11-20T08:18:55,683 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:18:55,683 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:18:55,686 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-20T08:18:55,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x101347502060004, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199193511 2024-11-20T08:18:55,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199193511 2024-11-20T08:18:55,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35515 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:18:56,101 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:18:56,102 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:18:56,102 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:56,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35515 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:18:56,109 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/MasterData/data/master/store 2024-11-20T08:18:56,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35515 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:18:56,516 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:56,516 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:18:56,516 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:56,516 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:56,516 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:18:56,516 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:56,516 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:56,516 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090736516Disabling compacts and flushes for region at 1732090736516Disabling writes for close at 1732090736516Writing region close event to WAL at 1732090736516Closed at 1732090736516 2024-11-20T08:18:56,517 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/MasterData/data/master/store/.initializing 2024-11-20T08:18:56,517 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/MasterData/WALs/3354ef74e3b7,43447,1732090735153 2024-11-20T08:18:56,518 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:18:56,519 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C43447%2C1732090735153, suffix=, logDir=hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/MasterData/WALs/3354ef74e3b7,43447,1732090735153, archiveDir=hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/MasterData/oldWALs, maxLogs=10 2024-11-20T08:18:56,535 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/MasterData/WALs/3354ef74e3b7,43447,1732090735153/3354ef74e3b7%2C43447%2C1732090735153.1732090736520, exclude list is [], retry=0 2024-11-20T08:18:56,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35515,DS-4acdecc8-438e-4551-9a06-511e2a80f73e,DISK] 2024-11-20T08:18:56,539 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/MasterData/WALs/3354ef74e3b7,43447,1732090735153/3354ef74e3b7%2C43447%2C1732090735153.1732090736520 2024-11-20T08:18:56,540 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45419:45419)] 2024-11-20T08:18:56,540 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:18:56,540 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:56,540 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:56,540 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:56,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:56,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:18:56,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:56,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:56,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:56,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:18:56,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:56,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:56,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:56,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:18:56,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:56,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:56,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:56,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:18:56,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:56,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:56,548 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:56,549 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:56,549 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:56,550 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:56,550 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:56,551 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:18:56,552 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:18:56,554 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:56,554 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69646424, jitterRate=0.03781259059906006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:18:56,554 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732090736540Initializing all the Stores at 1732090736541 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090736541Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090736541Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090736541Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090736541Cleaning up temporary data from old regions at 1732090736550 (+9 ms)Region opened successfully at 1732090736554 (+4 ms) 2024-11-20T08:18:56,554 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:18:56,557 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cda8f5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:18:56,558 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T08:18:56,558 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:18:56,558 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:18:56,559 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:18:56,564 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-11-20T08:18:56,565 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:18:56,565 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:18:56,567 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:18:56,568 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Unable to get data of znode /199193511/balancer because node does not exist (not necessarily an error) 2024-11-20T08:18:56,571 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /199193511/balancer already deleted, retry=false 2024-11-20T08:18:56,571 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:18:56,572 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Unable to get data of znode /199193511/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:18:56,575 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /199193511/normalizer already deleted, retry=false 2024-11-20T08:18:56,575 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:18:56,576 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Unable to get data of znode /199193511/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:18:56,577 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /199193511/switch/split already deleted, retry=false 2024-11-20T08:18:56,578 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Unable to get data of znode /199193511/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:18:56,579 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /199193511/switch/merge already deleted, retry=false 2024-11-20T08:18:56,581 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Unable to get data of znode /199193511/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:18:56,582 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /199193511/snapshot-cleanup already deleted, retry=false 2024-11-20T08:18:56,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x101347502060004, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/199193511/running 2024-11-20T08:18:56,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x101347502060004, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199193511 2024-11-20T08:18:56,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/199193511/running 2024-11-20T08:18:56,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199193511 2024-11-20T08:18:56,589 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3354ef74e3b7,43447,1732090735153, sessionid=0x101347502060003, setting cluster-up flag (Was=false) 2024-11-20T08:18:56,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199193511 2024-11-20T08:18:56,605 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /199193511/flush-table-proc/acquired, /199193511/flush-table-proc/reached, /199193511/flush-table-proc/abort 2024-11-20T08:18:56,606 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,43447,1732090735153 2024-11-20T08:18:56,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199193511 2024-11-20T08:18:56,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x101347502060004, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199193511 2024-11-20T08:18:56,616 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /199193511/online-snapshot/acquired, /199193511/online-snapshot/reached, /199193511/online-snapshot/abort 2024-11-20T08:18:56,617 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,43447,1732090735153 2024-11-20T08:18:56,619 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T08:18:56,620 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:18:56,621 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:18:56,621 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:18:56,621 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3354ef74e3b7,43447,1732090735153 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:18:56,623 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:56,623 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:56,623 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:56,623 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:18:56,623 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3354ef74e3b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:18:56,623 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:56,623 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:18:56,623 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:56,634 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090766634 2024-11-20T08:18:56,634 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:18:56,634 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:18:56,634 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:18:56,634 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:18:56,634 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:18:56,634 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:18:56,634 INFO [RS:0;3354ef74e3b7:44829 {}] regionserver.HRegionServer(746): ClusterId : eedf5762-080e-47b1-b63e-99f980334d52 2024-11-20T08:18:56,634 DEBUG [RS:0;3354ef74e3b7:44829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:18:56,635 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:56,635 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:18:56,635 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:18:56,635 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:18:56,635 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:18:56,635 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:18:56,635 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T08:18:56,636 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:56,636 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:18:56,637 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:18:56,637 DEBUG [RS:0;3354ef74e3b7:44829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:18:56,637 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:18:56,637 DEBUG [RS:0;3354ef74e3b7:44829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:18:56,637 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090736637,5,FailOnTimeoutGroup] 2024-11-20T08:18:56,637 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090736637,5,FailOnTimeoutGroup] 2024-11-20T08:18:56,637 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:56,637 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:18:56,637 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:56,637 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:56,640 DEBUG [RS:0;3354ef74e3b7:44829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:18:56,641 DEBUG [RS:0;3354ef74e3b7:44829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37527b10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:18:56,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35515 is added to blk_1073741831_1007 (size=1321) 2024-11-20T08:18:56,654 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T08:18:56,654 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7 2024-11-20T08:18:56,664 DEBUG [RS:0;3354ef74e3b7:44829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3354ef74e3b7:44829 2024-11-20T08:18:56,664 INFO [RS:0;3354ef74e3b7:44829 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:18:56,664 INFO [RS:0;3354ef74e3b7:44829 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:18:56,664 DEBUG [RS:0;3354ef74e3b7:44829 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:18:56,665 INFO [RS:0;3354ef74e3b7:44829 {}] regionserver.HRegionServer(2659): reportForDuty to master=3354ef74e3b7,43447,1732090735153 with port=44829, startcode=1732090735204 2024-11-20T08:18:56,665 DEBUG [RS:0;3354ef74e3b7:44829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:18:56,669 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:18:56,670 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43447 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3354ef74e3b7,44829,1732090735204 2024-11-20T08:18:56,670 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43447 {}] master.ServerManager(517): Registering regionserver=3354ef74e3b7,44829,1732090735204 2024-11-20T08:18:56,671 DEBUG [RS:0;3354ef74e3b7:44829 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7 2024-11-20T08:18:56,671 DEBUG [RS:0;3354ef74e3b7:44829 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44721 2024-11-20T08:18:56,671 DEBUG [RS:0;3354ef74e3b7:44829 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:18:56,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199193511/rs 2024-11-20T08:18:56,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35515 is added to blk_1073741832_1008 (size=32) 2024-11-20T08:18:56,674 DEBUG [RS:0;3354ef74e3b7:44829 {}] zookeeper.ZKUtil(111): regionserver:44829-0x101347502060004, quorum=127.0.0.1:52166, baseZNode=/199193511 Set watcher on existing znode=/199193511/rs/3354ef74e3b7,44829,1732090735204 2024-11-20T08:18:56,674 WARN [RS:0;3354ef74e3b7:44829 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:18:56,674 INFO [RS:0;3354ef74e3b7:44829 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:56,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:56,674 DEBUG [RS:0;3354ef74e3b7:44829 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/WALs/3354ef74e3b7,44829,1732090735204 2024-11-20T08:18:56,677 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3354ef74e3b7,44829,1732090735204] 2024-11-20T08:18:56,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:18:56,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:18:56,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:56,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:56,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:18:56,683 INFO [RS:0;3354ef74e3b7:44829 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:18:56,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:18:56,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:56,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:56,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:18:56,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:18:56,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:56,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:56,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:18:56,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:18:56,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:56,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:56,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:18:56,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/data/hbase/meta/1588230740 2024-11-20T08:18:56,688 INFO [RS:0;3354ef74e3b7:44829 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:18:56,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/data/hbase/meta/1588230740 2024-11-20T08:18:56,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:18:56,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:18:56,690 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:18:56,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:18:56,692 INFO [RS:0;3354ef74e3b7:44829 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:18:56,692 INFO [RS:0;3354ef74e3b7:44829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:56,696 INFO [RS:0;3354ef74e3b7:44829 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:18:56,697 INFO [RS:0;3354ef74e3b7:44829 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:18:56,697 INFO [RS:0;3354ef74e3b7:44829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:56,697 DEBUG [RS:0;3354ef74e3b7:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:56,697 DEBUG [RS:0;3354ef74e3b7:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:56,697 DEBUG [RS:0;3354ef74e3b7:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:56,697 DEBUG [RS:0;3354ef74e3b7:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:56,697 DEBUG [RS:0;3354ef74e3b7:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:56,697 DEBUG [RS:0;3354ef74e3b7:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:18:56,697 DEBUG [RS:0;3354ef74e3b7:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:56,697 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:56,697 DEBUG [RS:0;3354ef74e3b7:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:56,697 DEBUG [RS:0;3354ef74e3b7:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:56,697 DEBUG [RS:0;3354ef74e3b7:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:56,698 DEBUG [RS:0;3354ef74e3b7:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:56,698 DEBUG [RS:0;3354ef74e3b7:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:18:56,698 DEBUG [RS:0;3354ef74e3b7:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:56,698 DEBUG [RS:0;3354ef74e3b7:44829 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:18:56,698 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69899709, jitterRate=0.04158683121204376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:18:56,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732090736674Initializing all the Stores at 1732090736675 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090736675Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090736679 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090736679Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090736679Cleaning up temporary data from old regions at 1732090736690 (+11 ms)Region opened successfully at 1732090736698 (+8 ms) 2024-11-20T08:18:56,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:18:56,698 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:18:56,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:18:56,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:18:56,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:18:56,702 INFO [RS:0;3354ef74e3b7:44829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:56,702 INFO [RS:0;3354ef74e3b7:44829 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:56,702 INFO [RS:0;3354ef74e3b7:44829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:56,702 INFO [RS:0;3354ef74e3b7:44829 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:56,702 INFO [RS:0;3354ef74e3b7:44829 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:56,702 INFO [RS:0;3354ef74e3b7:44829 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,44829,1732090735204-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:18:56,702 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:18:56,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090736698Disabling compacts and flushes for region at 1732090736698Disabling writes for close at 1732090736698Writing region close event to WAL at 1732090736702 (+4 ms)Closed at 1732090736702 2024-11-20T08:18:56,703 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:18:56,703 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T08:18:56,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:18:56,705 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:18:56,706 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:18:56,724 INFO [RS:0;3354ef74e3b7:44829 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:18:56,724 INFO [RS:0;3354ef74e3b7:44829 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,44829,1732090735204-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:56,724 INFO [RS:0;3354ef74e3b7:44829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:56,724 INFO [RS:0;3354ef74e3b7:44829 {}] regionserver.Replication(171): 3354ef74e3b7,44829,1732090735204 started 2024-11-20T08:18:56,738 INFO [RS:0;3354ef74e3b7:44829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:56,739 INFO [RS:0;3354ef74e3b7:44829 {}] regionserver.HRegionServer(1482): Serving as 3354ef74e3b7,44829,1732090735204, RpcServer on 3354ef74e3b7/172.17.0.2:44829, sessionid=0x101347502060004 2024-11-20T08:18:56,739 DEBUG [RS:0;3354ef74e3b7:44829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:18:56,739 DEBUG [RS:0;3354ef74e3b7:44829 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3354ef74e3b7,44829,1732090735204 2024-11-20T08:18:56,739 DEBUG [RS:0;3354ef74e3b7:44829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,44829,1732090735204' 2024-11-20T08:18:56,739 DEBUG [RS:0;3354ef74e3b7:44829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/199193511/flush-table-proc/abort' 2024-11-20T08:18:56,739 DEBUG [RS:0;3354ef74e3b7:44829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/199193511/flush-table-proc/acquired' 2024-11-20T08:18:56,740 DEBUG [RS:0;3354ef74e3b7:44829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:18:56,740 DEBUG [RS:0;3354ef74e3b7:44829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:18:56,740 DEBUG [RS:0;3354ef74e3b7:44829 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3354ef74e3b7,44829,1732090735204 2024-11-20T08:18:56,740 DEBUG [RS:0;3354ef74e3b7:44829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,44829,1732090735204' 2024-11-20T08:18:56,740 DEBUG [RS:0;3354ef74e3b7:44829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/199193511/online-snapshot/abort' 2024-11-20T08:18:56,741 DEBUG [RS:0;3354ef74e3b7:44829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/199193511/online-snapshot/acquired' 2024-11-20T08:18:56,741 DEBUG [RS:0;3354ef74e3b7:44829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:18:56,741 INFO [RS:0;3354ef74e3b7:44829 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:18:56,741 INFO [RS:0;3354ef74e3b7:44829 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:18:56,841 INFO [RS:0;3354ef74e3b7:44829 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:18:56,843 INFO [RS:0;3354ef74e3b7:44829 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C44829%2C1732090735204, suffix=, logDir=hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/WALs/3354ef74e3b7,44829,1732090735204, archiveDir=hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/oldWALs, maxLogs=10 2024-11-20T08:18:56,856 WARN [3354ef74e3b7:43447 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T08:18:56,857 DEBUG [RS:0;3354ef74e3b7:44829 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/WALs/3354ef74e3b7,44829,1732090735204/3354ef74e3b7%2C44829%2C1732090735204.1732090736843, exclude list is [], retry=0 2024-11-20T08:18:56,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35515,DS-4acdecc8-438e-4551-9a06-511e2a80f73e,DISK] 2024-11-20T08:18:56,862 INFO [RS:0;3354ef74e3b7:44829 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/WALs/3354ef74e3b7,44829,1732090735204/3354ef74e3b7%2C44829%2C1732090735204.1732090736843 2024-11-20T08:18:56,862 DEBUG [RS:0;3354ef74e3b7:44829 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45419:45419)] 2024-11-20T08:18:57,106 DEBUG [3354ef74e3b7:43447 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:18:57,107 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3354ef74e3b7,44829,1732090735204 2024-11-20T08:18:57,108 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,44829,1732090735204, state=OPENING 2024-11-20T08:18:57,112 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:18:57,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x101347502060004, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199193511 2024-11-20T08:18:57,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199193511 2024-11-20T08:18:57,114 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:18:57,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /199193511/meta-region-server: CHANGED 2024-11-20T08:18:57,114 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /199193511/meta-region-server: CHANGED 2024-11-20T08:18:57,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,44829,1732090735204}] 2024-11-20T08:18:57,267 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:18:57,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:18:57,277 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:18:57,277 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:57,277 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:18:57,279 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C44829%2C1732090735204.meta, suffix=.meta, logDir=hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/WALs/3354ef74e3b7,44829,1732090735204, archiveDir=hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/oldWALs, maxLogs=10 2024-11-20T08:18:57,300 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/WALs/3354ef74e3b7,44829,1732090735204/3354ef74e3b7%2C44829%2C1732090735204.meta.1732090737279.meta, exclude list is [], retry=0 2024-11-20T08:18:57,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35515,DS-4acdecc8-438e-4551-9a06-511e2a80f73e,DISK] 2024-11-20T08:18:57,312 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/WALs/3354ef74e3b7,44829,1732090735204/3354ef74e3b7%2C44829%2C1732090735204.meta.1732090737279.meta 2024-11-20T08:18:57,312 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45419:45419)] 2024-11-20T08:18:57,312 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:18:57,313 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:18:57,313 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:18:57,313 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:18:57,313 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:18:57,313 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:18:57,313 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:57,313 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:18:57,314 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:18:57,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:18:57,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:18:57,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:57,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:57,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:18:57,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:18:57,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:57,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:57,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:18:57,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:18:57,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:57,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:57,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:18:57,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:18:57,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:57,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:18:57,322 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:18:57,322 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/data/hbase/meta/1588230740 2024-11-20T08:18:57,323 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/data/hbase/meta/1588230740 2024-11-20T08:18:57,325 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:18:57,325 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:18:57,325 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:18:57,327 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:18:57,327 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65870811, jitterRate=-0.018448427319526672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:18:57,327 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:18:57,328 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732090737314Writing region info on filesystem at 1732090737314Initializing all the Stores at 1732090737315 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090737315Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090737316 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090737316Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090737316Cleaning up temporary data from old regions at 1732090737325 (+9 ms)Running coprocessor post-open hooks at 1732090737328 (+3 ms)Region opened successfully at 1732090737328 2024-11-20T08:18:57,329 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090737267 2024-11-20T08:18:57,332 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:18:57,332 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:18:57,333 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,44829,1732090735204 2024-11-20T08:18:57,334 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,44829,1732090735204, state=OPEN 2024-11-20T08:18:57,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x101347502060004, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/199193511/meta-region-server 2024-11-20T08:18:57,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/199193511/meta-region-server 2024-11-20T08:18:57,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /199193511/meta-region-server: CHANGED 2024-11-20T08:18:57,359 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3354ef74e3b7,44829,1732090735204 2024-11-20T08:18:57,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /199193511/meta-region-server: CHANGED 2024-11-20T08:18:57,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:18:57,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,44829,1732090735204 in 245 msec 2024-11-20T08:18:57,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:18:57,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 660 msec 2024-11-20T08:18:57,366 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:18:57,366 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T08:18:57,368 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:18:57,368 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44829,1732090735204, seqNum=-1] 2024-11-20T08:18:57,369 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:57,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:18:57,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 759 msec 2024-11-20T08:18:57,380 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090737380, completionTime=-1 2024-11-20T08:18:57,380 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T08:18:57,380 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T08:18:57,383 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T08:18:57,383 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090797383 2024-11-20T08:18:57,383 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090857383 2024-11-20T08:18:57,383 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T08:18:57,383 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,43447,1732090735153-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:57,384 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,43447,1732090735153-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:57,384 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,43447,1732090735153-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:57,384 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3354ef74e3b7:43447, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:57,384 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:57,385 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:57,386 DEBUG [master/3354ef74e3b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T08:18:57,388 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.138sec 2024-11-20T08:18:57,389 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:18:57,389 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:18:57,389 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:18:57,389 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:18:57,389 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:18:57,389 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,43447,1732090735153-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:18:57,389 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,43447,1732090735153-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:18:57,391 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:18:57,391 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:18:57,391 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,43447,1732090735153-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:18:57,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb735db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:57,434 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,43447,-1 for getting cluster id 2024-11-20T08:18:57,434 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:18:57,436 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eedf5762-080e-47b1-b63e-99f980334d52' 2024-11-20T08:18:57,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:18:57,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eedf5762-080e-47b1-b63e-99f980334d52" 2024-11-20T08:18:57,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e5bcfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:57,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,43447,-1] 2024-11-20T08:18:57,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:18:57,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:57,441 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:18:57,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f98a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:57,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:18:57,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44829,1732090735204, seqNum=-1] 2024-11-20T08:18:57,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:57,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:18:57,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3354ef74e3b7,43447,1732090735153 2024-11-20T08:18:57,455 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52166 2024-11-20T08:18:57,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:18:57,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101347502060005 connected 2024-11-20T08:18:57,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b95df81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:57,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,38091,-1 for getting cluster id 2024-11-20T08:18:57,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:18:57,474 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72ce8440-19a0-4f05-9e67-dfa3b400cf98' 2024-11-20T08:18:57,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:18:57,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72ce8440-19a0-4f05-9e67-dfa3b400cf98" 2024-11-20T08:18:57,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf33ccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:57,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,38091,-1] 2024-11-20T08:18:57,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:18:57,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:57,477 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:18:57,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1883e37b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:57,478 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:18:57,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,38091,1732090731421 2024-11-20T08:18:57,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b64022e 2024-11-20T08:18:57,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:18:57,480 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:18:57,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3354ef74e3b7:43447,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T08:18:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T08:18:57,484 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:43447' 2024-11-20T08:18:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:18:57,486 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549fd727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:57,486 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,43447,-1 for getting cluster id 2024-11-20T08:18:57,486 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:18:57,487 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eedf5762-080e-47b1-b63e-99f980334d52' 2024-11-20T08:18:57,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:18:57,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eedf5762-080e-47b1-b63e-99f980334d52" 2024-11-20T08:18:57,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e3aa0de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:57,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,43447,-1] 2024-11-20T08:18:57,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:18:57,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:57,489 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:18:57,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a45a8bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:57,490 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:18:57,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,43447,1732090735153 2024-11-20T08:18:57,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f18ae94 2024-11-20T08:18:57,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:18:57,492 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:18:57,492 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T08:18:57,492 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T08:18:57,492 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:57,493 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:57,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:18:57,493 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:18:57,494 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T08:18:57,495 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:18:57,496 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:57,496 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:18:57,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741835_1011 (size=1138) 2024-11-20T08:18:57,529 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be22efbffc7b2bfc981d60174c913727, NAME => 'hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3 2024-11-20T08:18:57,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741836_1012 (size=44) 2024-11-20T08:18:57,542 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:57,542 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing be22efbffc7b2bfc981d60174c913727, disabling compactions & flushes 2024-11-20T08:18:57,542 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. 2024-11-20T08:18:57,542 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. 2024-11-20T08:18:57,542 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. after waiting 0 ms 2024-11-20T08:18:57,542 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. 2024-11-20T08:18:57,542 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. 2024-11-20T08:18:57,542 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for be22efbffc7b2bfc981d60174c913727: Waiting for close lock at 1732090737542Disabling compacts and flushes for region at 1732090737542Disabling writes for close at 1732090737542Writing region close event to WAL at 1732090737542Closed at 1732090737542 2024-11-20T08:18:57,543 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:18:57,544 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732090737544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090737544"}]},"ts":"1732090737544"} 2024-11-20T08:18:57,544 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T08:18:57,546 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:18:57,547 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:18:57,547 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090737547"}]},"ts":"1732090737547"} 2024-11-20T08:18:57,549 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T08:18:57,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be22efbffc7b2bfc981d60174c913727, ASSIGN}] 2024-11-20T08:18:57,551 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be22efbffc7b2bfc981d60174c913727, ASSIGN 2024-11-20T08:18:57,551 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=be22efbffc7b2bfc981d60174c913727, ASSIGN; state=OFFLINE, location=3354ef74e3b7,45207,1732090731467; forceNewPlan=false, retain=false 2024-11-20T08:18:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:18:57,703 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=be22efbffc7b2bfc981d60174c913727, regionState=OPENING, regionLocation=3354ef74e3b7,45207,1732090731467 2024-11-20T08:18:57,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=be22efbffc7b2bfc981d60174c913727, ASSIGN because future has completed 2024-11-20T08:18:57,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure be22efbffc7b2bfc981d60174c913727, server=3354ef74e3b7,45207,1732090731467}] 2024-11-20T08:18:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:18:57,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. 2024-11-20T08:18:57,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:18:57,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T08:18:57,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C45207%2C1732090731467.rep, suffix=, logDir=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,45207,1732090731467, archiveDir=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/oldWALs, maxLogs=10 2024-11-20T08:18:57,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,45207,1732090731467/3354ef74e3b7%2C45207%2C1732090731467.rep.1732090737870, exclude list is [], retry=0 2024-11-20T08:18:57,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43807,DS-bea694ae-97b2-4eb3-995c-ddbef30112e8,DISK] 2024-11-20T08:18:57,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,45207,1732090731467/3354ef74e3b7%2C45207%2C1732090731467.rep.1732090737870 2024-11-20T08:18:57,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41861:41861)] 2024-11-20T08:18:57,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => be22efbffc7b2bfc981d60174c913727, NAME => 'hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:18:57,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:18:57,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:18:57,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. service=MultiRowMutationService 2024-11-20T08:18:57,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T08:18:57,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication be22efbffc7b2bfc981d60174c913727 2024-11-20T08:18:57,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:18:57,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for be22efbffc7b2bfc981d60174c913727 2024-11-20T08:18:57,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for be22efbffc7b2bfc981d60174c913727 2024-11-20T08:18:57,895 INFO [StoreOpener-be22efbffc7b2bfc981d60174c913727-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region be22efbffc7b2bfc981d60174c913727 2024-11-20T08:18:57,896 INFO [StoreOpener-be22efbffc7b2bfc981d60174c913727-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be22efbffc7b2bfc981d60174c913727 columnFamilyName hfileref 2024-11-20T08:18:57,896 DEBUG [StoreOpener-be22efbffc7b2bfc981d60174c913727-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:57,897 INFO [StoreOpener-be22efbffc7b2bfc981d60174c913727-1 {}] regionserver.HStore(327): Store=be22efbffc7b2bfc981d60174c913727/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:57,897 INFO [StoreOpener-be22efbffc7b2bfc981d60174c913727-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region be22efbffc7b2bfc981d60174c913727 2024-11-20T08:18:57,898 INFO [StoreOpener-be22efbffc7b2bfc981d60174c913727-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be22efbffc7b2bfc981d60174c913727 columnFamilyName queue 2024-11-20T08:18:57,898 DEBUG [StoreOpener-be22efbffc7b2bfc981d60174c913727-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:57,899 INFO [StoreOpener-be22efbffc7b2bfc981d60174c913727-1 {}] regionserver.HStore(327): Store=be22efbffc7b2bfc981d60174c913727/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:57,899 INFO [StoreOpener-be22efbffc7b2bfc981d60174c913727-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region be22efbffc7b2bfc981d60174c913727 2024-11-20T08:18:57,900 INFO [StoreOpener-be22efbffc7b2bfc981d60174c913727-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be22efbffc7b2bfc981d60174c913727 columnFamilyName sid 2024-11-20T08:18:57,900 DEBUG [StoreOpener-be22efbffc7b2bfc981d60174c913727-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:18:57,900 INFO [StoreOpener-be22efbffc7b2bfc981d60174c913727-1 {}] regionserver.HStore(327): Store=be22efbffc7b2bfc981d60174c913727/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:18:57,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for be22efbffc7b2bfc981d60174c913727 2024-11-20T08:18:57,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/replication/be22efbffc7b2bfc981d60174c913727 2024-11-20T08:18:57,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/replication/be22efbffc7b2bfc981d60174c913727 2024-11-20T08:18:57,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for be22efbffc7b2bfc981d60174c913727 2024-11-20T08:18:57,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for be22efbffc7b2bfc981d60174c913727 2024-11-20T08:18:57,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:18:57,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for be22efbffc7b2bfc981d60174c913727 2024-11-20T08:18:57,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/replication/be22efbffc7b2bfc981d60174c913727/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:18:57,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened be22efbffc7b2bfc981d60174c913727; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72215726, jitterRate=0.07609817385673523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:18:57,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be22efbffc7b2bfc981d60174c913727 2024-11-20T08:18:57,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for be22efbffc7b2bfc981d60174c913727: Running coprocessor pre-open hook at 1732090737894Writing region info on filesystem at 1732090737894Initializing all the Stores at 1732090737895 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090737895Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090737895Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090737895Cleaning up temporary data from old regions at 1732090737902 (+7 ms)Running coprocessor post-open hooks at 1732090737907 (+5 ms)Region opened successfully at 1732090737908 (+1 ms) 2024-11-20T08:18:57,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727., pid=7, masterSystemTime=1732090737858 2024-11-20T08:18:57,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. 2024-11-20T08:18:57,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. 2024-11-20T08:18:57,912 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=be22efbffc7b2bfc981d60174c913727, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,45207,1732090731467 2024-11-20T08:18:57,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure be22efbffc7b2bfc981d60174c913727, server=3354ef74e3b7,45207,1732090731467 because future has completed 2024-11-20T08:18:57,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T08:18:57,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure be22efbffc7b2bfc981d60174c913727, server=3354ef74e3b7,45207,1732090731467 in 209 msec 2024-11-20T08:18:57,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:18:57,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be22efbffc7b2bfc981d60174c913727, ASSIGN in 368 msec 2024-11-20T08:18:57,920 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:18:57,920 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090737920"}]},"ts":"1732090737920"} 2024-11-20T08:18:57,922 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T08:18:57,923 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:18:57,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 430 msec 2024-11-20T08:18:57,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727., hostname=3354ef74e3b7,45207,1732090731467, seqNum=2] 2024-11-20T08:18:57,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x101347502060001, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853 2024-11-20T08:18:57,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853 2024-11-20T08:18:57,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T08:18:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:18:58,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45207 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T08:18:58,115 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T08:18:58,155 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-3354ef74e3b7,45207,1732090731467, ReplicationSource: 1, currentBandwidth=0 2024-11-20T08:18:58,155 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:18:58,155 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,45207,1732090731467, seqNum=-1] 2024-11-20T08:18:58,156 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:18:58,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-20T08:18:58,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3354ef74e3b7,45207,1732090731467', locateType=CURRENT is [region=hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727., hostname=3354ef74e3b7,45207,1732090731467, seqNum=2] 2024-11-20T08:18:58,162 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T08:18:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T08:18:58,165 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3354ef74e3b7,45207,1732090731467 suceeded 2024-11-20T08:18:58,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T08:18:58,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-20T08:18:58,167 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3354ef74e3b7:43447,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T08:18:58,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 687 msec 2024-11-20T08:18:58,178 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,45207,1732090731467 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:43447' 2024-11-20T08:18:58,180 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,45207,1732090731467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fce2012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:58,180 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,45207,1732090731467 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,43447,-1 for getting cluster id 2024-11-20T08:18:58,180 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,45207,1732090731467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:18:58,181 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eedf5762-080e-47b1-b63e-99f980334d52' 2024-11-20T08:18:58,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:18:58,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eedf5762-080e-47b1-b63e-99f980334d52" 2024-11-20T08:18:58,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79c425db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:58,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,43447,-1] 2024-11-20T08:18:58,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:18:58,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:58,183 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:18:58,183 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,45207,1732090731467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@97cc269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:18:58,183 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,45207,1732090731467 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:18:58,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,43447,1732090735153 2024-11-20T08:18:58,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59bdd591 2024-11-20T08:18:58,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:18:58,185 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-20T08:18:58,186 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,45207,1732090731467 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3354ef74e3b7,45207,1732090731467 (queues=1) is replicating from cluster=72ce8440-19a0-4f05-9e67-dfa3b400cf98 to cluster=eedf5762-080e-47b1-b63e-99f980334d52 2024-11-20T08:18:58,186 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,45207,1732090731467 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3354ef74e3b7%2C45207%2C1732090731467 2024-11-20T08:18:58,186 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,45207,1732090731467 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3354ef74e3b7,45207,1732090731467, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T08:18:58,186 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,45207,1732090731467.replicationSource.shipper3354ef74e3b7%2C45207%2C1732090731467,1-3354ef74e3b7,45207,1732090731467 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3354ef74e3b7%2C45207%2C1732090731467 2024-11-20T08:18:58,186 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,45207,1732090731467.replicationSource.wal-reader.3354ef74e3b7%2C45207%2C1732090731467,1-3354ef74e3b7,45207,1732090731467 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,45207,1732090731467/3354ef74e3b7%2C45207%2C1732090731467.1732090733066, startPosition=0, beingWritten=true 2024-11-20T08:18:58,392 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,45207,1732090731467.replicationSource.wal-reader.3354ef74e3b7%2C45207%2C1732090731467,1-3354ef74e3b7,45207,1732090731467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,45207,1732090731467/3354ef74e3b7%2C45207%2C1732090731467.1732090733066 to pos 0, reset compression=false 2024-11-20T08:18:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:18:58,624 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T08:18:58,624 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:18:58,624 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:18:58,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:58,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:58,624 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:18:58,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:18:58,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,38091,1732090731421 2024-11-20T08:18:58,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@655bf80e 2024-11-20T08:18:58,626 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:18:58,627 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:18:58,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T08:18:58,628 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:18:58,628 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:18:58,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:58,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:58,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:18:58,628 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:18:58,628 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1439207489, stopped=false 2024-11-20T08:18:58,628 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3354ef74e3b7,38091,1732090731421 2024-11-20T08:18:58,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01525453853/running 2024-11-20T08:18:58,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853 2024-11-20T08:18:58,630 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:18:58,631 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:18:58,631 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:18:58,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:58,631 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3354ef74e3b7,45207,1732090731467' ***** 2024-11-20T08:18:58,631 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:18:58,631 INFO [RS:0;3354ef74e3b7:45207 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:18:58,631 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:18:58,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Set watcher on znode that does not yet exist, /01525453853/running 2024-11-20T08:18:58,633 INFO [RS:0;3354ef74e3b7:45207 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:18:58,633 INFO [RS:0;3354ef74e3b7:45207 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:18:58,633 INFO [RS:0;3354ef74e3b7:45207 {}] regionserver.HRegionServer(3091): Received CLOSE for be22efbffc7b2bfc981d60174c913727 2024-11-20T08:18:58,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x101347502060001, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01525453853/running 2024-11-20T08:18:58,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x101347502060001, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853 2024-11-20T08:18:58,633 INFO [RS:0;3354ef74e3b7:45207 {}] regionserver.HRegionServer(959): stopping server 3354ef74e3b7,45207,1732090731467 2024-11-20T08:18:58,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45207-0x101347502060001, quorum=127.0.0.1:52166, baseZNode=/01525453853 Set watcher on znode that does not yet exist, /01525453853/running 2024-11-20T08:18:58,633 INFO [RS:0;3354ef74e3b7:45207 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:18:58,634 INFO [RS:0;3354ef74e3b7:45207 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:45207. 2024-11-20T08:18:58,634 DEBUG [RS:0;3354ef74e3b7:45207 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:18:58,634 DEBUG [RS:0;3354ef74e3b7:45207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:58,634 INFO [RS:0;3354ef74e3b7:45207 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:18:58,634 INFO [RS:0;3354ef74e3b7:45207 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:18:58,634 INFO [RS:0;3354ef74e3b7:45207 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:18:58,634 INFO [RS:0;3354ef74e3b7:45207 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T08:18:58,634 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be22efbffc7b2bfc981d60174c913727, disabling compactions & flushes 2024-11-20T08:18:58,634 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. 2024-11-20T08:18:58,634 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. 2024-11-20T08:18:58,634 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. after waiting 0 ms 2024-11-20T08:18:58,634 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. 2024-11-20T08:18:58,634 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing be22efbffc7b2bfc981d60174c913727 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-20T08:18:58,636 INFO [RS:0;3354ef74e3b7:45207 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T08:18:58,636 DEBUG [RS:0;3354ef74e3b7:45207 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, be22efbffc7b2bfc981d60174c913727=hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727.} 2024-11-20T08:18:58,636 DEBUG [RS:0;3354ef74e3b7:45207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be22efbffc7b2bfc981d60174c913727 2024-11-20T08:18:58,637 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:18:58,637 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:18:58,637 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:18:58,637 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:18:58,637 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:18:58,637 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T08:18:58,674 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/replication/be22efbffc7b2bfc981d60174c913727/.tmp/queue/902d4ae05f9942efb237710f4a48713a is 151, key is 1-3354ef74e3b7,45207,1732090731467/queue:3354ef74e3b7%2C45207%2C1732090731467/1732090738160/Put/seqid=0 2024-11-20T08:18:58,680 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740/.tmp/info/faadc46365fe4e28b081e68f9a898c2b is 147, key is hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727./info:regioninfo/1732090737912/Put/seqid=0 2024-11-20T08:18:58,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741838_1014 (size=5350) 2024-11-20T08:18:58,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741839_1015 (size=6631) 2024-11-20T08:18:58,692 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740/.tmp/info/faadc46365fe4e28b081e68f9a898c2b 2024-11-20T08:18:58,698 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,45207,1732090731467.replicationSource.wal-reader.3354ef74e3b7%2C45207%2C1732090731467,1-3354ef74e3b7,45207,1732090731467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,45207,1732090731467/3354ef74e3b7%2C45207%2C1732090731467.1732090733066 to pos 0, reset compression=false 2024-11-20T08:18:58,729 INFO [regionserver/3354ef74e3b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:58,741 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740/.tmp/ns/ccecd7a84e724fbb899900d7471f5ebc is 43, key is default/ns:d/1732090734055/Put/seqid=0 2024-11-20T08:18:58,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741840_1016 (size=5153) 2024-11-20T08:18:58,754 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740/.tmp/ns/ccecd7a84e724fbb899900d7471f5ebc 2024-11-20T08:18:58,776 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740/.tmp/table/495b5a27fa6248779c8c289902a18fca is 53, key is hbase:replication/table:state/1732090737920/Put/seqid=0 2024-11-20T08:18:58,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741841_1017 (size=5256) 2024-11-20T08:18:58,792 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740/.tmp/table/495b5a27fa6248779c8c289902a18fca 2024-11-20T08:18:58,801 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740/.tmp/info/faadc46365fe4e28b081e68f9a898c2b as hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740/info/faadc46365fe4e28b081e68f9a898c2b 2024-11-20T08:18:58,819 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740/info/faadc46365fe4e28b081e68f9a898c2b, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T08:18:58,821 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740/.tmp/ns/ccecd7a84e724fbb899900d7471f5ebc as hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740/ns/ccecd7a84e724fbb899900d7471f5ebc 2024-11-20T08:18:58,828 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740/ns/ccecd7a84e724fbb899900d7471f5ebc, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T08:18:58,829 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740/.tmp/table/495b5a27fa6248779c8c289902a18fca as hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740/table/495b5a27fa6248779c8c289902a18fca 2024-11-20T08:18:58,836 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740/table/495b5a27fa6248779c8c289902a18fca, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T08:18:58,837 DEBUG [RS:0;3354ef74e3b7:45207 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be22efbffc7b2bfc981d60174c913727 2024-11-20T08:18:58,837 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 200ms, sequenceid=11, compaction requested=false 2024-11-20T08:18:58,838 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T08:18:58,859 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T08:18:58,860 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:18:58,860 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:18:58,860 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:18:58,860 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090738637Running coprocessor pre-close hooks at 1732090738637Disabling compacts and flushes for region at 1732090738637Disabling writes for close at 1732090738637Obtaining lock to block concurrent updates at 1732090738637Preparing flush snapshotting stores in 1588230740 at 1732090738637Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732090738637Flushing stores of hbase:meta,,1.1588230740 at 1732090738638 (+1 ms)Flushing 1588230740/info: creating writer at 1732090738638Flushing 1588230740/info: appending metadata at 1732090738679 (+41 ms)Flushing 1588230740/info: closing flushed file at 1732090738679Flushing 1588230740/ns: creating writer at 1732090738709 (+30 ms)Flushing 1588230740/ns: appending metadata at 1732090738741 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1732090738741Flushing 1588230740/table: creating writer at 1732090738760 (+19 ms)Flushing 1588230740/table: appending metadata at 1732090738775 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732090738776 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@221d1de1: reopening flushed file at 1732090738800 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62351a4: reopening flushed file at 1732090738819 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@856effc: reopening flushed file at 1732090738829 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 200ms, sequenceid=11, compaction requested=false at 1732090738837 (+8 ms)Writing region close event to WAL at 1732090738855 (+18 ms)Running coprocessor post-close hooks at 1732090738860 (+5 ms)Closed at 1732090738860 2024-11-20T08:18:58,860 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:18:58,918 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T08:18:58,976 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T08:18:58,976 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T08:18:59,037 DEBUG [RS:0;3354ef74e3b7:45207 {}] regionserver.HRegionServer(1351): Waiting on be22efbffc7b2bfc981d60174c913727 2024-11-20T08:18:59,084 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/replication/be22efbffc7b2bfc981d60174c913727/.tmp/queue/902d4ae05f9942efb237710f4a48713a 2024-11-20T08:18:59,098 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/replication/be22efbffc7b2bfc981d60174c913727/.tmp/queue/902d4ae05f9942efb237710f4a48713a as hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/replication/be22efbffc7b2bfc981d60174c913727/queue/902d4ae05f9942efb237710f4a48713a 2024-11-20T08:18:59,103 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/replication/be22efbffc7b2bfc981d60174c913727/queue/902d4ae05f9942efb237710f4a48713a, entries=1, sequenceid=5, filesize=5.2 K 2024-11-20T08:18:59,104 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for be22efbffc7b2bfc981d60174c913727 in 470ms, sequenceid=5, compaction requested=false 2024-11-20T08:18:59,108 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/replication/be22efbffc7b2bfc981d60174c913727/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T08:18:59,109 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:18:59,109 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:18:59,109 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. 2024-11-20T08:18:59,109 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be22efbffc7b2bfc981d60174c913727: Waiting for close lock at 1732090738634Running coprocessor pre-close hooks at 1732090738634Disabling compacts and flushes for region at 1732090738634Disabling writes for close at 1732090738634Obtaining lock to block concurrent updates at 1732090738634Preparing flush snapshotting stores in be22efbffc7b2bfc981d60174c913727 at 1732090738634Finished memstore snapshotting hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732090738635 (+1 ms)Flushing stores of hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. at 1732090738636 (+1 ms)Flushing be22efbffc7b2bfc981d60174c913727/queue: creating writer at 1732090738637 (+1 ms)Flushing be22efbffc7b2bfc981d60174c913727/queue: appending metadata at 1732090738673 (+36 ms)Flushing be22efbffc7b2bfc981d60174c913727/queue: closing flushed file at 1732090738674 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@464029fe: reopening flushed file at 1732090739096 (+422 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for be22efbffc7b2bfc981d60174c913727 in 470ms, sequenceid=5, compaction requested=false at 1732090739104 (+8 ms)Writing region close event to WAL at 1732090739105 (+1 ms)Running coprocessor post-close hooks at 1732090739109 (+4 ms)Closed at 1732090739109 2024-11-20T08:18:59,109 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. 2024-11-20T08:18:59,127 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,45207,1732090731467.replicationSource.wal-reader.3354ef74e3b7%2C45207%2C1732090731467,1-3354ef74e3b7,45207,1732090731467 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,45207,1732090731467/3354ef74e3b7%2C45207%2C1732090731467.1732090733066 to pos 0, reset compression=false 2024-11-20T08:18:59,237 INFO [RS:0;3354ef74e3b7:45207 {}] regionserver.HRegionServer(976): stopping server 3354ef74e3b7,45207,1732090731467; all regions closed. 2024-11-20T08:18:59,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741834_1010 (size=2742) 2024-11-20T08:18:59,243 DEBUG [RS:0;3354ef74e3b7:45207 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/oldWALs 2024-11-20T08:18:59,243 INFO [RS:0;3354ef74e3b7:45207 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C45207%2C1732090731467.meta:.meta(num 1732090733995) 2024-11-20T08:18:59,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741837_1013 (size=1586) 2024-11-20T08:18:59,245 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,45207,1732090731467/3354ef74e3b7%2C45207%2C1732090731467.rep.1732090737870 not finished, retry = 0 2024-11-20T08:18:59,348 DEBUG [RS:0;3354ef74e3b7:45207 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/oldWALs 2024-11-20T08:18:59,348 INFO [RS:0;3354ef74e3b7:45207 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C45207%2C1732090731467.rep:(num 1732090737870) 2024-11-20T08:18:59,350 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,45207,1732090731467/3354ef74e3b7%2C45207%2C1732090731467.1732090733066 not finished, retry = 0 2024-11-20T08:18:59,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741832_1008 (size=93) 2024-11-20T08:18:59,453 DEBUG [RS:0;3354ef74e3b7:45207 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/oldWALs 2024-11-20T08:18:59,453 INFO [RS:0;3354ef74e3b7:45207 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C45207%2C1732090731467:(num 1732090733066) 2024-11-20T08:18:59,453 DEBUG [RS:0;3354ef74e3b7:45207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:59,453 INFO [RS:0;3354ef74e3b7:45207 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:18:59,453 INFO [RS:0;3354ef74e3b7:45207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:18:59,453 INFO [RS:0;3354ef74e3b7:45207 {}] hbase.ChoreService(370): Chore service for: regionserver/3354ef74e3b7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T08:18:59,453 INFO [RS:0;3354ef74e3b7:45207 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:18:59,453 INFO [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:18:59,453 INFO [RS:0;3354ef74e3b7:45207 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3354ef74e3b7,45207,1732090731467 because: Region server is closing 2024-11-20T08:18:59,453 INFO [RS:0;3354ef74e3b7:45207 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:45207. 2024-11-20T08:18:59,454 DEBUG [RS:0;3354ef74e3b7:45207 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:18:59,454 DEBUG [RS:0;3354ef74e3b7:45207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:59,454 DEBUG [RS:0;3354ef74e3b7:45207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:18:59,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:18:59,527 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:18:59,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:59,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:59,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:59,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:59,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:59,554 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,45207,1732090731467.replicationSource.shipper3354ef74e3b7%2C45207%2C1732090731467,1-3354ef74e3b7,45207,1732090731467 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T08:18:59,554 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,45207,1732090731467.replicationSource.wal-reader.3354ef74e3b7%2C45207%2C1732090731467,1-3354ef74e3b7,45207,1732090731467 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T08:18:59,554 INFO [RS:0;3354ef74e3b7:45207 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,45207,1732090731467.replicationSource.shipper3354ef74e3b7%2C45207%2C1732090731467,1-3354ef74e3b7,45207,1732090731467 terminated 2024-11-20T08:18:59,554 INFO [RS:0;3354ef74e3b7:45207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45207 2024-11-20T08:18:59,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x101347502060001, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01525453853/rs/3354ef74e3b7,45207,1732090731467 2024-11-20T08:18:59,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853/rs 2024-11-20T08:18:59,558 INFO [RS:0;3354ef74e3b7:45207 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:18:59,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:18:59,559 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3354ef74e3b7,45207,1732090731467] 2024-11-20T08:18:59,560 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01525453853/draining/3354ef74e3b7,45207,1732090731467 already deleted, retry=false 2024-11-20T08:18:59,560 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3354ef74e3b7,45207,1732090731467 expired; onlineServers=0 2024-11-20T08:18:59,560 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3354ef74e3b7,38091,1732090731421' ***** 2024-11-20T08:18:59,560 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:18:59,561 INFO [M:0;3354ef74e3b7:38091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:18:59,561 INFO [M:0;3354ef74e3b7:38091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:18:59,561 DEBUG [M:0;3354ef74e3b7:38091 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:18:59,561 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:18:59,561 DEBUG [M:0;3354ef74e3b7:38091 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:18:59,561 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090732843 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090732843,5,FailOnTimeoutGroup] 2024-11-20T08:18:59,561 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090732843 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090732843,5,FailOnTimeoutGroup] 2024-11-20T08:18:59,561 INFO [M:0;3354ef74e3b7:38091 {}] hbase.ChoreService(370): Chore service for: master/3354ef74e3b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T08:18:59,561 INFO [M:0;3354ef74e3b7:38091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:18:59,561 DEBUG [M:0;3354ef74e3b7:38091 {}] master.HMaster(1795): Stopping service threads 2024-11-20T08:18:59,561 INFO [M:0;3354ef74e3b7:38091 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:18:59,561 INFO [M:0;3354ef74e3b7:38091 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:18:59,561 INFO [M:0;3354ef74e3b7:38091 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:18:59,562 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:18:59,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01525453853/master 2024-11-20T08:18:59,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853 2024-11-20T08:18:59,562 DEBUG [M:0;3354ef74e3b7:38091 {}] zookeeper.ZKUtil(347): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Unable to get data of znode /01525453853/master because node does not exist (not an error) 2024-11-20T08:18:59,562 WARN [M:0;3354ef74e3b7:38091 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:18:59,563 INFO [M:0;3354ef74e3b7:38091 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/.lastflushedseqids 2024-11-20T08:18:59,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741842_1018 (size=181) 2024-11-20T08:18:59,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x101347502060001, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:59,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45207-0x101347502060001, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:18:59,659 INFO [RS:0;3354ef74e3b7:45207 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:18:59,660 INFO [RS:0;3354ef74e3b7:45207 {}] regionserver.HRegionServer(1031): Exiting; stopping=3354ef74e3b7,45207,1732090731467; zookeeper connection closed. 2024-11-20T08:18:59,660 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3082111d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3082111d 2024-11-20T08:18:59,660 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T08:18:59,968 INFO [M:0;3354ef74e3b7:38091 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T08:18:59,968 INFO [M:0;3354ef74e3b7:38091 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:18:59,968 DEBUG [M:0;3354ef74e3b7:38091 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:18:59,968 INFO [M:0;3354ef74e3b7:38091 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:59,968 DEBUG [M:0;3354ef74e3b7:38091 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:59,968 DEBUG [M:0;3354ef74e3b7:38091 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:18:59,968 DEBUG [M:0;3354ef74e3b7:38091 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:18:59,969 INFO [M:0;3354ef74e3b7:38091 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-20T08:18:59,988 DEBUG [M:0;3354ef74e3b7:38091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fd2d3e412f5471a9f71555dbc2e5fc1 is 82, key is hbase:meta,,1/info:regioninfo/1732090734043/Put/seqid=0 2024-11-20T08:18:59,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741843_1019 (size=5672) 2024-11-20T08:19:00,393 INFO [M:0;3354ef74e3b7:38091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fd2d3e412f5471a9f71555dbc2e5fc1 2024-11-20T08:19:00,417 DEBUG [M:0;3354ef74e3b7:38091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1224fe99e5d4b5cbb2831a74864f75d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732090737925/Put/seqid=0 2024-11-20T08:19:00,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741844_1020 (size=7203) 2024-11-20T08:19:00,824 INFO [M:0;3354ef74e3b7:38091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1224fe99e5d4b5cbb2831a74864f75d 2024-11-20T08:19:00,843 DEBUG [M:0;3354ef74e3b7:38091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10000334d16641a1bd2696b67fce8416 is 69, key is 3354ef74e3b7,45207,1732090731467/rs:state/1732090732911/Put/seqid=0 2024-11-20T08:19:00,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741845_1021 (size=5156) 2024-11-20T08:19:01,248 INFO [M:0;3354ef74e3b7:38091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10000334d16641a1bd2696b67fce8416 2024-11-20T08:19:01,253 DEBUG [M:0;3354ef74e3b7:38091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6fd2d3e412f5471a9f71555dbc2e5fc1 as hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6fd2d3e412f5471a9f71555dbc2e5fc1 2024-11-20T08:19:01,257 INFO [M:0;3354ef74e3b7:38091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6fd2d3e412f5471a9f71555dbc2e5fc1, entries=8, sequenceid=70, filesize=5.5 K 2024-11-20T08:19:01,258 DEBUG [M:0;3354ef74e3b7:38091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1224fe99e5d4b5cbb2831a74864f75d as hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1224fe99e5d4b5cbb2831a74864f75d 2024-11-20T08:19:01,262 INFO [M:0;3354ef74e3b7:38091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1224fe99e5d4b5cbb2831a74864f75d, entries=8, sequenceid=70, filesize=7.0 K 2024-11-20T08:19:01,263 DEBUG [M:0;3354ef74e3b7:38091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10000334d16641a1bd2696b67fce8416 as hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10000334d16641a1bd2696b67fce8416 2024-11-20T08:19:01,266 INFO [M:0;3354ef74e3b7:38091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10000334d16641a1bd2696b67fce8416, entries=1, sequenceid=70, filesize=5.0 K 2024-11-20T08:19:01,267 INFO [M:0;3354ef74e3b7:38091 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=70, compaction requested=false 2024-11-20T08:19:01,268 INFO [M:0;3354ef74e3b7:38091 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:01,268 DEBUG [M:0;3354ef74e3b7:38091 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090739968Disabling compacts and flushes for region at 1732090739968Disabling writes for close at 1732090739968Obtaining lock to block concurrent updates at 1732090739969 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732090739969Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732090739969Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732090739970 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732090739970Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732090739988 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732090739988Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732090740398 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732090740417 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732090740417Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732090740828 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732090740843 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732090740843Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@335e26ca: reopening flushed file at 1732090741253 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e413853: reopening flushed file at 1732090741258 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7172c71e: reopening flushed file at 1732090741262 (+4 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=70, compaction requested=false at 1732090741267 (+5 ms)Writing region close event to WAL at 1732090741268 (+1 ms)Closed at 1732090741268 2024-11-20T08:19:01,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741830_1006 (size=41008) 2024-11-20T08:19:01,271 INFO [M:0;3354ef74e3b7:38091 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T08:19:01,271 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:19:01,271 INFO [M:0;3354ef74e3b7:38091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38091 2024-11-20T08:19:01,272 INFO [M:0;3354ef74e3b7:38091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:19:01,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:19:01,374 INFO [M:0;3354ef74e3b7:38091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:19:01,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x101347502060000, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:19:01,376 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:19:01,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:01,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:01,376 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:19:01,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:01,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:19:01,376 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:19:01,377 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:19:01,377 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35597 2024-11-20T08:19:01,378 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35597 connecting to ZooKeeper ensemble=127.0.0.1:52166 2024-11-20T08:19:01,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355970x0, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:19:01,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35597-0x101347502060006 connected 2024-11-20T08:19:01,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:01,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:01,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Set watcher on znode that does not yet exist, /01525453853/running 2024-11-20T08:19:01,387 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01525453853/meta-region-server: INIT 2024-11-20T08:19:01,387 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3, hbase.cluster.distributed=false 2024-11-20T08:19:01,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Set watcher on znode that does not yet exist, /01525453853/acl 2024-11-20T08:19:01,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35597 2024-11-20T08:19:01,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35597 2024-11-20T08:19:01,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35597 2024-11-20T08:19:01,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35597 2024-11-20T08:19:01,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35597 2024-11-20T08:19:01,407 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:19:01,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:01,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:01,408 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:19:01,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:01,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:19:01,408 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:19:01,408 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:19:01,408 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36197 2024-11-20T08:19:01,409 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36197 connecting to ZooKeeper ensemble=127.0.0.1:52166 2024-11-20T08:19:01,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:01,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:01,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361970x0, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:19:01,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36197-0x101347502060007 connected 2024-11-20T08:19:01,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36197-0x101347502060007, quorum=127.0.0.1:52166, baseZNode=/01525453853 Set watcher on znode that does not yet exist, /01525453853/running 2024-11-20T08:19:01,415 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01525453853/meta-region-server: INIT 2024-11-20T08:19:01,416 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:19:01,416 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:19:01,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36197-0x101347502060007, quorum=127.0.0.1:52166, baseZNode=/01525453853 Set watcher on znode that does not yet exist, /01525453853/master 2024-11-20T08:19:01,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36197-0x101347502060007, quorum=127.0.0.1:52166, baseZNode=/01525453853 Set watcher on znode that does not yet exist, /01525453853/acl 2024-11-20T08:19:01,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36197 2024-11-20T08:19:01,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36197 2024-11-20T08:19:01,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36197 2024-11-20T08:19:01,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36197 2024-11-20T08:19:01,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36197 2024-11-20T08:19:01,435 DEBUG [M:0;3354ef74e3b7:35597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3354ef74e3b7:35597 2024-11-20T08:19:01,436 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01525453853/backup-masters/3354ef74e3b7,35597,1732090741376 2024-11-20T08:19:01,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853/backup-masters 2024-11-20T08:19:01,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x101347502060007, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853/backup-masters 2024-11-20T08:19:01,438 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Set watcher on existing znode=/01525453853/backup-masters/3354ef74e3b7,35597,1732090741376 2024-11-20T08:19:01,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x101347502060007, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01525453853/master 2024-11-20T08:19:01,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853 2024-11-20T08:19:01,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x101347502060007, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853 2024-11-20T08:19:01,440 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Set watcher on existing znode=/01525453853/master 2024-11-20T08:19:01,441 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01525453853/backup-masters/3354ef74e3b7,35597,1732090741376 from backup master directory 2024-11-20T08:19:01,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x101347502060007, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853/backup-masters 2024-11-20T08:19:01,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01525453853/backup-masters/3354ef74e3b7,35597,1732090741376 2024-11-20T08:19:01,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853/backup-masters 2024-11-20T08:19:01,442 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:19:01,442 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3354ef74e3b7,35597,1732090741376 2024-11-20T08:19:01,453 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:01,453 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:19:01,460 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms. 2024-11-20T08:19:01,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741846_1022 (size=196) 2024-11-20T08:19:01,868 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:19:01,869 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:19:01,869 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:19:01,875 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-20T08:19:01,877 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/WALs/3354ef74e3b7,38091,1732090731421 to hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/WALs/3354ef74e3b7,38091,1732090731421-dead as it is dead 2024-11-20T08:19:01,878 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/WALs/3354ef74e3b7,38091,1732090731421-dead/3354ef74e3b7%2C38091%2C1732090731421.1732090732762 2024-11-20T08:19:01,878 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/WALs/3354ef74e3b7,38091,1732090731421-dead/3354ef74e3b7%2C38091%2C1732090731421.1732090732762 after 0ms 2024-11-20T08:19:01,879 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/WALs/3354ef74e3b7,38091,1732090731421-dead/3354ef74e3b7%2C38091%2C1732090731421.1732090732762 to hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3354ef74e3b7%2C38091%2C1732090731421.1732090732762 2024-11-20T08:19:01,879 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/WALs/3354ef74e3b7,38091,1732090731421-dead 2024-11-20T08:19:01,879 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/WALs/3354ef74e3b7,35597,1732090741376 2024-11-20T08:19:01,880 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:19:01,881 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C35597%2C1732090741376, suffix=, logDir=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/WALs/3354ef74e3b7,35597,1732090741376, archiveDir=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/oldWALs, maxLogs=10 2024-11-20T08:19:01,895 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/WALs/3354ef74e3b7,35597,1732090741376/3354ef74e3b7%2C35597%2C1732090741376.1732090741881, exclude list is [], retry=0 2024-11-20T08:19:01,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43807,DS-bea694ae-97b2-4eb3-995c-ddbef30112e8,DISK] 2024-11-20T08:19:01,899 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/WALs/3354ef74e3b7,35597,1732090741376/3354ef74e3b7%2C35597%2C1732090741376.1732090741881 2024-11-20T08:19:01,899 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41861:41861)] 2024-11-20T08:19:01,899 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:19:01,899 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:01,899 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:01,899 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:01,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:01,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:19:01,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:01,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6fd2d3e412f5471a9f71555dbc2e5fc1 2024-11-20T08:19:01,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:01,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:01,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:19:01,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:01,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1224fe99e5d4b5cbb2831a74864f75d 2024-11-20T08:19:01,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:01,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:01,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:19:01,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:01,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10000334d16641a1bd2696b67fce8416 2024-11-20T08:19:01,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:01,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:01,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:19:01,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:01,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:01,920 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:01,921 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-20T08:19:01,921 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3354ef74e3b7%2C38091%2C1732090731421.1732090732762 2024-11-20T08:19:01,925 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3354ef74e3b7%2C38091%2C1732090731421.1732090732762 2024-11-20T08:19:01,925 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3354ef74e3b7%2C38091%2C1732090731421.1732090732762 2024-11-20T08:19:01,926 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:01,926 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:01,927 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:19:01,928 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:01,930 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-20T08:19:01,931 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70391765, jitterRate=0.048919036984443665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:19:01,931 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732090741899Initializing all the Stores at 1732090741900 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090741900Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090741900Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090741900Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090741900Cleaning up temporary data from old regions at 1732090741926 (+26 ms)Region opened successfully at 1732090741931 (+5 ms) 2024-11-20T08:19:01,932 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:19:01,935 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f0453f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:19:01,937 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-20T08:19:01,938 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:19:01,938 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:19:01,938 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:19:01,938 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:19:01,941 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:19:01,941 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T08:19:01,941 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T08:19:01,942 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-20T08:19:01,942 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:19:01,944 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=3354ef74e3b7,45207,1732090731467, regionLocation=3354ef74e3b7,45207,1732090731467, openSeqNum=2 2024-11-20T08:19:01,944 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=3354ef74e3b7,45207,1732090731467, table=hbase:meta, region=1588230740 2024-11-20T08:19:01,944 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,45207,1732090731467, state=OPEN 2024-11-20T08:19:01,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01525453853/meta-region-server 2024-11-20T08:19:01,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x101347502060007, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01525453853/meta-region-server 2024-11-20T08:19:01,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01525453853/meta-region-server: CHANGED 2024-11-20T08:19:01,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01525453853/meta-region-server: CHANGED 2024-11-20T08:19:01,950 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:19:01,951 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01525453853/draining/3354ef74e3b7,45207,1732090731467 already deleted, retry=false 2024-11-20T08:19:01,951 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 3354ef74e3b7,45207,1732090731467 on 3354ef74e3b7,35597,1732090741376 2024-11-20T08:19:01,952 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 3354ef74e3b7,45207,1732090731467, splitWal=true, meta=true 2024-11-20T08:19:01,952 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 3354ef74e3b7,45207,1732090731467 (carryingMeta=true) 3354ef74e3b7,45207,1732090731467/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4a765b44[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T08:19:01,954 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Unable to get data of znode /01525453853/balancer because node does not exist (not necessarily an error) 2024-11-20T08:19:01,955 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01525453853/balancer already deleted, retry=false 2024-11-20T08:19:01,955 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:19:01,956 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Unable to get data of znode /01525453853/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:19:01,957 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01525453853/normalizer already deleted, retry=false 2024-11-20T08:19:01,957 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:19:01,958 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Unable to get data of znode /01525453853/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:19:01,959 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01525453853/switch/split already deleted, retry=false 2024-11-20T08:19:01,960 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Unable to get data of znode /01525453853/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:19:01,961 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01525453853/switch/merge already deleted, retry=false 2024-11-20T08:19:01,965 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Unable to get data of znode /01525453853/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:19:01,966 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01525453853/snapshot-cleanup already deleted, retry=false 2024-11-20T08:19:01,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01525453853/running 2024-11-20T08:19:01,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853 2024-11-20T08:19:01,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x101347502060007, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01525453853/running 2024-11-20T08:19:01,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x101347502060007, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853 2024-11-20T08:19:01,968 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3354ef74e3b7,35597,1732090741376, sessionid=0x101347502060006, setting cluster-up flag (Was=false) 2024-11-20T08:19:01,970 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01525453853/flush-table-proc/acquired, /01525453853/flush-table-proc/reached, /01525453853/flush-table-proc/abort 2024-11-20T08:19:01,971 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,35597,1732090741376 2024-11-20T08:19:01,974 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01525453853/online-snapshot/acquired, /01525453853/online-snapshot/reached, /01525453853/online-snapshot/abort 2024-11-20T08:19:01,975 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,35597,1732090741376 2024-11-20T08:19:01,976 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/.lastflushedseqids 2024-11-20T08:19:01,978 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:19:01,978 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:19:01,978 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3354ef74e3b7,35597,1732090741376 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 3354ef74e3b7,45207,1732090731467 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:19:01,979 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:19:01,979 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:19:01,979 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:19:01,979 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:19:01,979 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3354ef74e3b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:19:01,979 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:01,979 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:19:01,979 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:01,981 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 3354ef74e3b7,45207,1732090731467, splitWal=true, meta=true 2024-11-20T08:19:01,982 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 3354ef74e3b7,45207,1732090731467, splitWal=true, meta=true, isMeta: true 2024-11-20T08:19:01,983 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090771983 2024-11-20T08:19:01,983 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:19:01,983 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:19:01,983 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:19:01,983 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:19:01,983 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:19:01,983 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:19:01,983 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,45207,1732090731467-splitting 2024-11-20T08:19:01,983 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:01,984 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:19:01,984 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:19:01,984 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:19:01,984 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T08:19:01,984 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,45207,1732090731467-splitting dir is empty, no logs to split. 2024-11-20T08:19:01,984 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3354ef74e3b7,45207,1732090731467 WAL count=0, meta=true 2024-11-20T08:19:01,984 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:19:01,984 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:19:01,986 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,45207,1732090731467-splitting dir is empty, no logs to split. 2024-11-20T08:19:01,986 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3354ef74e3b7,45207,1732090731467 WAL count=0, meta=true 2024-11-20T08:19:01,986 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 3354ef74e3b7,45207,1732090731467 WAL splitting is done? wals=0, meta=true 2024-11-20T08:19:01,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:19:01,987 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:19:01,988 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T08:19:01,988 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090741984,5,FailOnTimeoutGroup] 2024-11-20T08:19:01,988 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090741988,5,FailOnTimeoutGroup] 2024-11-20T08:19:01,988 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:01,988 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:19:01,988 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:01,989 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:01,989 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090741989, completionTime=-1 2024-11-20T08:19:01,989 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-20T08:19:01,989 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T08:19:02,025 INFO [RS:0;3354ef74e3b7:36197 {}] regionserver.HRegionServer(746): ClusterId : 72ce8440-19a0-4f05-9e67-dfa3b400cf98 2024-11-20T08:19:02,026 DEBUG [RS:0;3354ef74e3b7:36197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:19:02,028 DEBUG [RS:0;3354ef74e3b7:36197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:19:02,028 DEBUG [RS:0;3354ef74e3b7:36197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:19:02,031 DEBUG [RS:0;3354ef74e3b7:36197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:19:02,032 DEBUG [RS:0;3354ef74e3b7:36197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605bd5fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:19:02,051 DEBUG [RS:0;3354ef74e3b7:36197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3354ef74e3b7:36197 2024-11-20T08:19:02,051 INFO [RS:0;3354ef74e3b7:36197 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:19:02,051 INFO [RS:0;3354ef74e3b7:36197 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:19:02,051 DEBUG [RS:0;3354ef74e3b7:36197 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:19:02,052 INFO [RS:0;3354ef74e3b7:36197 {}] regionserver.HRegionServer(2659): reportForDuty to master=3354ef74e3b7,35597,1732090741376 with port=36197, startcode=1732090741407 2024-11-20T08:19:02,052 DEBUG [RS:0;3354ef74e3b7:36197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:19:02,054 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:19:02,054 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35597 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3354ef74e3b7,36197,1732090741407 2024-11-20T08:19:02,054 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35597 {}] master.ServerManager(517): Registering regionserver=3354ef74e3b7,36197,1732090741407 2024-11-20T08:19:02,055 DEBUG [RS:0;3354ef74e3b7:36197 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3 2024-11-20T08:19:02,055 DEBUG [RS:0;3354ef74e3b7:36197 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34645 2024-11-20T08:19:02,055 DEBUG [RS:0;3354ef74e3b7:36197 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:19:02,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853/rs 2024-11-20T08:19:02,061 DEBUG [RS:0;3354ef74e3b7:36197 {}] zookeeper.ZKUtil(111): regionserver:36197-0x101347502060007, quorum=127.0.0.1:52166, baseZNode=/01525453853 Set watcher on existing znode=/01525453853/rs/3354ef74e3b7,36197,1732090741407 2024-11-20T08:19:02,062 WARN [RS:0;3354ef74e3b7:36197 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:19:02,062 INFO [RS:0;3354ef74e3b7:36197 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:19:02,062 DEBUG [RS:0;3354ef74e3b7:36197 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,36197,1732090741407 2024-11-20T08:19:02,062 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3354ef74e3b7,36197,1732090741407] 2024-11-20T08:19:02,086 INFO [RS:0;3354ef74e3b7:36197 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:19:02,087 INFO [RS:0;3354ef74e3b7:36197 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:19:02,087 INFO [RS:0;3354ef74e3b7:36197 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:19:02,087 INFO [RS:0;3354ef74e3b7:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:02,088 INFO [RS:0;3354ef74e3b7:36197 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:19:02,088 INFO [RS:0;3354ef74e3b7:36197 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:19:02,089 INFO [RS:0;3354ef74e3b7:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:02,089 DEBUG [RS:0;3354ef74e3b7:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:02,089 DEBUG [RS:0;3354ef74e3b7:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:02,089 DEBUG [RS:0;3354ef74e3b7:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:02,089 DEBUG [RS:0;3354ef74e3b7:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:02,089 DEBUG [RS:0;3354ef74e3b7:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:02,089 DEBUG [RS:0;3354ef74e3b7:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:19:02,089 DEBUG [RS:0;3354ef74e3b7:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:02,089 DEBUG [RS:0;3354ef74e3b7:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:02,089 DEBUG [RS:0;3354ef74e3b7:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:02,089 DEBUG [RS:0;3354ef74e3b7:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:02,089 DEBUG [RS:0;3354ef74e3b7:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:02,089 DEBUG [RS:0;3354ef74e3b7:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:02,089 DEBUG [RS:0;3354ef74e3b7:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:19:02,089 DEBUG [RS:0;3354ef74e3b7:36197 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:19:02,089 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T08:19:02,089 INFO [RS:0;3354ef74e3b7:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:02,089 INFO [RS:0;3354ef74e3b7:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:02,089 INFO [RS:0;3354ef74e3b7:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:02,089 INFO [RS:0;3354ef74e3b7:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:02,089 INFO [RS:0;3354ef74e3b7:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:02,089 INFO [RS:0;3354ef74e3b7:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,36197,1732090741407-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:19:02,104 INFO [RS:0;3354ef74e3b7:36197 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:19:02,104 INFO [RS:0;3354ef74e3b7:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,36197,1732090741407-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:02,118 INFO [RS:0;3354ef74e3b7:36197 {}] regionserver.ReplicationSource(231): queueId=1-3354ef74e3b7,36197,1732090741407, ReplicationSource: 1, currentBandwidth=0 2024-11-20T08:19:02,119 INFO [RS:0;3354ef74e3b7:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:02,119 INFO [RS:0;3354ef74e3b7:36197 {}] regionserver.Replication(171): 3354ef74e3b7,36197,1732090741407 started 2024-11-20T08:19:02,134 INFO [RS:0;3354ef74e3b7:36197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:02,134 INFO [RS:0;3354ef74e3b7:36197 {}] regionserver.HRegionServer(1482): Serving as 3354ef74e3b7,36197,1732090741407, RpcServer on 3354ef74e3b7/172.17.0.2:36197, sessionid=0x101347502060007 2024-11-20T08:19:02,134 DEBUG [RS:0;3354ef74e3b7:36197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:19:02,134 DEBUG [RS:0;3354ef74e3b7:36197 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3354ef74e3b7,36197,1732090741407 2024-11-20T08:19:02,134 DEBUG [RS:0;3354ef74e3b7:36197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,36197,1732090741407' 2024-11-20T08:19:02,134 DEBUG [RS:0;3354ef74e3b7:36197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01525453853/flush-table-proc/abort' 2024-11-20T08:19:02,135 DEBUG [RS:0;3354ef74e3b7:36197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01525453853/flush-table-proc/acquired' 2024-11-20T08:19:02,135 DEBUG [RS:0;3354ef74e3b7:36197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:19:02,135 DEBUG [RS:0;3354ef74e3b7:36197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:19:02,135 DEBUG [RS:0;3354ef74e3b7:36197 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3354ef74e3b7,36197,1732090741407 2024-11-20T08:19:02,135 DEBUG [RS:0;3354ef74e3b7:36197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,36197,1732090741407' 2024-11-20T08:19:02,135 DEBUG [RS:0;3354ef74e3b7:36197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01525453853/online-snapshot/abort' 2024-11-20T08:19:02,135 DEBUG [RS:0;3354ef74e3b7:36197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01525453853/online-snapshot/acquired' 2024-11-20T08:19:02,136 DEBUG [RS:0;3354ef74e3b7:36197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:19:02,136 INFO [RS:0;3354ef74e3b7:36197 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:19:02,136 INFO [RS:0;3354ef74e3b7:36197 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:19:02,138 DEBUG [RS:0;3354ef74e3b7:36197.replicationSource,1-3354ef74e3b7,36197,1732090741407 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:43447' 2024-11-20T08:19:02,138 WARN [3354ef74e3b7:35597 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T08:19:02,140 DEBUG [RS:0;3354ef74e3b7:36197.replicationSource,1-3354ef74e3b7,36197,1732090741407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63f7765b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:02,140 DEBUG [RS:0;3354ef74e3b7:36197.replicationSource,1-3354ef74e3b7,36197,1732090741407 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,43447,-1 for getting cluster id 2024-11-20T08:19:02,140 DEBUG [RS:0;3354ef74e3b7:36197.replicationSource,1-3354ef74e3b7,36197,1732090741407 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:02,141 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eedf5762-080e-47b1-b63e-99f980334d52' 2024-11-20T08:19:02,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:02,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eedf5762-080e-47b1-b63e-99f980334d52" 2024-11-20T08:19:02,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@117c6515, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:02,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,43447,-1] 2024-11-20T08:19:02,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:02,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:02,143 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:02,144 DEBUG [RS:0;3354ef74e3b7:36197.replicationSource,1-3354ef74e3b7,36197,1732090741407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40a3ae14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:02,144 DEBUG [RS:0;3354ef74e3b7:36197.replicationSource,1-3354ef74e3b7,36197,1732090741407 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:02,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,43447,1732090735153 2024-11-20T08:19:02,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b3e32f3 2024-11-20T08:19:02,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:19:02,146 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-20T08:19:02,147 INFO [RS:0;3354ef74e3b7:36197.replicationSource,1-3354ef74e3b7,36197,1732090741407 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3354ef74e3b7,36197,1732090741407 (queues=0) is replicating from cluster=72ce8440-19a0-4f05-9e67-dfa3b400cf98 to cluster=eedf5762-080e-47b1-b63e-99f980334d52 2024-11-20T08:19:02,236 INFO [RS:0;3354ef74e3b7:36197 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:19:02,238 INFO [RS:0;3354ef74e3b7:36197 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C36197%2C1732090741407, suffix=, logDir=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,36197,1732090741407, archiveDir=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/oldWALs, maxLogs=10 2024-11-20T08:19:02,252 DEBUG [RS:0;3354ef74e3b7:36197 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,36197,1732090741407/3354ef74e3b7%2C36197%2C1732090741407.1732090742238, exclude list is [], retry=0 2024-11-20T08:19:02,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43807,DS-bea694ae-97b2-4eb3-995c-ddbef30112e8,DISK] 2024-11-20T08:19:02,256 INFO [RS:0;3354ef74e3b7:36197 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,36197,1732090741407/3354ef74e3b7%2C36197%2C1732090741407.1732090742238 2024-11-20T08:19:02,256 DEBUG [RS:0;3354ef74e3b7:36197 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 3354ef74e3b7%2C36197%2C1732090741407 for peer 1 2024-11-20T08:19:02,256 DEBUG [RS:0;3354ef74e3b7:36197 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3354ef74e3b7%2C36197%2C1732090741407 2024-11-20T08:19:02,256 INFO [RS:0;3354ef74e3b7:36197 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3354ef74e3b7,36197,1732090741407, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T08:19:02,257 DEBUG [RS:0;3354ef74e3b7:36197 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41861:41861)] 2024-11-20T08:19:02,257 INFO [RS:0;3354ef74e3b7:36197.replicationSource.shipper3354ef74e3b7%2C36197%2C1732090741407,1-3354ef74e3b7,36197,1732090741407 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3354ef74e3b7%2C36197%2C1732090741407 2024-11-20T08:19:02,257 DEBUG [RS:0;3354ef74e3b7:36197.replicationSource.wal-reader.3354ef74e3b7%2C36197%2C1732090741407,1-3354ef74e3b7,36197,1732090741407 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,36197,1732090741407/3354ef74e3b7%2C36197%2C1732090741407.1732090742238, startPosition=0, beingWritten=true 2024-11-20T08:19:02,388 DEBUG [3354ef74e3b7:35597 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:19:02,389 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3354ef74e3b7,36197,1732090741407 2024-11-20T08:19:02,390 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,36197,1732090741407, state=OPENING 2024-11-20T08:19:02,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01525453853/meta-region-server 2024-11-20T08:19:02,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x101347502060007, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01525453853/meta-region-server 2024-11-20T08:19:02,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01525453853/meta-region-server: CHANGED 2024-11-20T08:19:02,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01525453853/meta-region-server: CHANGED 2024-11-20T08:19:02,392 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:19:02,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,36197,1732090741407}] 2024-11-20T08:19:02,462 DEBUG [RS:0;3354ef74e3b7:36197.replicationSource.wal-reader.3354ef74e3b7%2C36197%2C1732090741407,1-3354ef74e3b7,36197,1732090741407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,36197,1732090741407/3354ef74e3b7%2C36197%2C1732090741407.1732090742238 to pos 0, reset compression=false 2024-11-20T08:19:02,544 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:19:02,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:19:02,549 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:19:02,549 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:19:02,549 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:19:02,551 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C36197%2C1732090741407.meta, suffix=.meta, logDir=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,36197,1732090741407, archiveDir=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/oldWALs, maxLogs=10 2024-11-20T08:19:02,565 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,36197,1732090741407/3354ef74e3b7%2C36197%2C1732090741407.meta.1732090742551.meta, exclude list is [], retry=0 2024-11-20T08:19:02,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43807,DS-bea694ae-97b2-4eb3-995c-ddbef30112e8,DISK] 2024-11-20T08:19:02,569 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,36197,1732090741407/3354ef74e3b7%2C36197%2C1732090741407.meta.1732090742551.meta 2024-11-20T08:19:02,570 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41861:41861)] 2024-11-20T08:19:02,570 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:19:02,570 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:19:02,570 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:19:02,570 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:19:02,570 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:19:02,570 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:19:02,571 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:02,571 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:19:02,571 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:19:02,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:19:02,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:19:02,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:02,579 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740/info/faadc46365fe4e28b081e68f9a898c2b 2024-11-20T08:19:02,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:02,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:19:02,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:19:02,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:02,586 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740/ns/ccecd7a84e724fbb899900d7471f5ebc 2024-11-20T08:19:02,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:02,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:19:02,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:19:02,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:02,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:02,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:19:02,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:19:02,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:02,601 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740/table/495b5a27fa6248779c8c289902a18fca 2024-11-20T08:19:02,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:02,601 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:19:02,602 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740 2024-11-20T08:19:02,603 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740 2024-11-20T08:19:02,605 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:19:02,605 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:19:02,606 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:19:02,607 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:19:02,608 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63136410, jitterRate=-0.0591941773891449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:19:02,608 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:19:02,608 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732090742571Writing region info on filesystem at 1732090742571Initializing all the Stores at 1732090742572 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090742572Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090742572Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090742572Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090742572Cleaning up temporary data from old regions at 1732090742605 (+33 ms)Running coprocessor post-open hooks at 1732090742608 (+3 ms)Region opened successfully at 1732090742608 2024-11-20T08:19:02,609 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732090742544 2024-11-20T08:19:02,612 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:19:02,612 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:19:02,612 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=3354ef74e3b7,36197,1732090741407 2024-11-20T08:19:02,613 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,36197,1732090741407, state=OPEN 2024-11-20T08:19:02,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x101347502060007, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01525453853/meta-region-server 2024-11-20T08:19:02,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01525453853/meta-region-server 2024-11-20T08:19:02,615 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3354ef74e3b7,36197,1732090741407 2024-11-20T08:19:02,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01525453853/meta-region-server: CHANGED 2024-11-20T08:19:02,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01525453853/meta-region-server: CHANGED 2024-11-20T08:19:02,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T08:19:02,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,36197,1732090741407 in 223 msec 2024-11-20T08:19:02,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T08:19:02,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 632 msec 2024-11-20T08:19:02,767 DEBUG [RS:0;3354ef74e3b7:36197.replicationSource.wal-reader.3354ef74e3b7%2C36197%2C1732090741407,1-3354ef74e3b7,36197,1732090741407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,36197,1732090741407/3354ef74e3b7%2C36197%2C1732090741407.1732090742238 to pos 0, reset compression=false 2024-11-20T08:19:03,172 DEBUG [RS:0;3354ef74e3b7:36197.replicationSource.wal-reader.3354ef74e3b7%2C36197%2C1732090741407,1-3354ef74e3b7,36197,1732090741407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,36197,1732090741407/3354ef74e3b7%2C36197%2C1732090741407.1732090742238 to pos 0, reset compression=false 2024-11-20T08:19:03,591 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-20T08:19:03,678 DEBUG [RS:0;3354ef74e3b7:36197.replicationSource.wal-reader.3354ef74e3b7%2C36197%2C1732090741407,1-3354ef74e3b7,36197,1732090741407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,36197,1732090741407/3354ef74e3b7%2C36197%2C1732090741407.1732090742238 to pos 0, reset compression=false 2024-11-20T08:19:04,287 DEBUG [RS:0;3354ef74e3b7:36197.replicationSource.wal-reader.3354ef74e3b7%2C36197%2C1732090741407,1-3354ef74e3b7,36197,1732090741407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,36197,1732090741407/3354ef74e3b7%2C36197%2C1732090741407.1732090742238 to pos 0, reset compression=false 2024-11-20T08:19:04,611 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:19:04,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:04,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:04,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:04,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:04,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:04,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:04,999 DEBUG [RS:0;3354ef74e3b7:36197.replicationSource.wal-reader.3354ef74e3b7%2C36197%2C1732090741407,1-3354ef74e3b7,36197,1732090741407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,36197,1732090741407/3354ef74e3b7%2C36197%2C1732090741407.1732090742238 to pos 0, reset compression=false 2024-11-20T08:19:05,094 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-20T08:19:05,804 DEBUG [RS:0;3354ef74e3b7:36197.replicationSource.wal-reader.3354ef74e3b7%2C36197%2C1732090741407,1-3354ef74e3b7,36197,1732090741407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,36197,1732090741407/3354ef74e3b7%2C36197%2C1732090741407.1732090742238 to pos 0, reset compression=false 2024-11-20T08:19:06,496 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-20T08:19:06,496 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T08:19:06,497 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:06,497 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,36197,1732090741407, seqNum=-1] 2024-11-20T08:19:06,497 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:19:06,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:19:06,505 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=be22efbffc7b2bfc981d60174c913727, regionState=OPEN, lastHost=3354ef74e3b7,45207,1732090731467, regionLocation=3354ef74e3b7,45207,1732090731467, openSeqNum=2 2024-11-20T08:19:06,505 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T08:19:06,505 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090806505 2024-11-20T08:19:06,505 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090866505 2024-11-20T08:19:06,505 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 8 msec 2024-11-20T08:19:06,505 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 3354ef74e3b7,45207,1732090731467 had 2 regions 2024-11-20T08:19:06,506 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,35597,1732090741376-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:06,506 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,35597,1732090741376-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:06,506 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,35597,1732090741376-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:06,506 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3354ef74e3b7:35597, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:06,506 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:06,506 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:06,506 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 3354ef74e3b7,45207,1732090731467, splitWal=true, meta=true, isMeta: false 2024-11-20T08:19:06,508 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,45207,1732090731467-splitting dir is empty, no logs to split. 2024-11-20T08:19:06,508 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3354ef74e3b7,45207,1732090731467 WAL count=0, meta=false 2024-11-20T08:19:06,511 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,45207,1732090731467-splitting dir is empty, no logs to split. 2024-11-20T08:19:06,511 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3354ef74e3b7,45207,1732090731467 WAL count=0, meta=false 2024-11-20T08:19:06,511 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 3354ef74e3b7,45207,1732090731467 WAL splitting is done? wals=0, meta=false 2024-11-20T08:19:06,512 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.070sec 2024-11-20T08:19:06,512 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:19:06,512 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:19:06,512 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:19:06,512 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:19:06,512 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:19:06,512 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,35597,1732090741376-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:19:06,512 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,35597,1732090741376-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:19:06,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be22efbffc7b2bfc981d60174c913727, ASSIGN}] 2024-11-20T08:19:06,515 WARN [master/3354ef74e3b7:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=3354ef74e3b7,45207,1732090731467/hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. 2024-11-20T08:19:06,516 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:19:06,516 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:19:06,516 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,35597,1732090741376-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:06,516 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be22efbffc7b2bfc981d60174c913727, ASSIGN 2024-11-20T08:19:06,517 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=be22efbffc7b2bfc981d60174c913727, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T08:19:06,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6caa8ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:06,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,35597,-1 for getting cluster id 2024-11-20T08:19:06,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:06,530 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72ce8440-19a0-4f05-9e67-dfa3b400cf98' 2024-11-20T08:19:06,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:06,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72ce8440-19a0-4f05-9e67-dfa3b400cf98" 2024-11-20T08:19:06,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228948c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:06,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,35597,-1] 2024-11-20T08:19:06,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:06,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:06,532 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:06,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b580f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:06,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:06,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,36197,1732090741407, seqNum=-1] 2024-11-20T08:19:06,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:19:06,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:19:06,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-20T08:19:06,537 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:19:06,537 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:06,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:06,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:06,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:19:06,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 3354ef74e3b7:35597 after: 3354ef74e3b7:35597 2024-11-20T08:19:06,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f76c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:06,538 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,35597,-1 for getting cluster id 2024-11-20T08:19:06,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:06,539 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72ce8440-19a0-4f05-9e67-dfa3b400cf98' 2024-11-20T08:19:06,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:06,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72ce8440-19a0-4f05-9e67-dfa3b400cf98" 2024-11-20T08:19:06,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4642675a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:06,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,35597,-1] 2024-11-20T08:19:06,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:06,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:06,541 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:06,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9b2380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:06,541 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:06,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,35597,1732090741376 2024-11-20T08:19:06,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42144159 2024-11-20T08:19:06,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:19:06,543 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:19:06,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35597 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T08:19:06,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T08:19:06,543 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:19:06,544 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:06,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:06,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:06,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:19:06,544 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:19:06,544 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2017541369, stopped=false 2024-11-20T08:19:06,544 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3354ef74e3b7,43447,1732090735153 2024-11-20T08:19:06,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/199193511/running 2024-11-20T08:19:06,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x101347502060004, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/199193511/running 2024-11-20T08:19:06,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199193511 2024-11-20T08:19:06,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x101347502060004, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199193511 2024-11-20T08:19:06,546 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:19:06,546 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:19:06,546 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:06,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:06,546 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3354ef74e3b7,44829,1732090735204' ***** 2024-11-20T08:19:06,546 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:19:06,547 INFO [RS:0;3354ef74e3b7:44829 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:19:06,547 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:19:06,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44829-0x101347502060004, quorum=127.0.0.1:52166, baseZNode=/199193511 Set watcher on znode that does not yet exist, /199193511/running 2024-11-20T08:19:06,547 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Set watcher on znode that does not yet exist, /199193511/running 2024-11-20T08:19:06,547 INFO [RS:0;3354ef74e3b7:44829 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:19:06,547 INFO [RS:0;3354ef74e3b7:44829 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:19:06,547 INFO [RS:0;3354ef74e3b7:44829 {}] regionserver.HRegionServer(959): stopping server 3354ef74e3b7,44829,1732090735204 2024-11-20T08:19:06,547 INFO [RS:0;3354ef74e3b7:44829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:19:06,547 INFO [RS:0;3354ef74e3b7:44829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:44829. 2024-11-20T08:19:06,547 DEBUG [RS:0;3354ef74e3b7:44829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:06,547 DEBUG [RS:0;3354ef74e3b7:44829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:06,547 INFO [RS:0;3354ef74e3b7:44829 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:19:06,547 INFO [RS:0;3354ef74e3b7:44829 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:19:06,547 INFO [RS:0;3354ef74e3b7:44829 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:19:06,547 INFO [RS:0;3354ef74e3b7:44829 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T08:19:06,547 INFO [RS:0;3354ef74e3b7:44829 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T08:19:06,547 DEBUG [RS:0;3354ef74e3b7:44829 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T08:19:06,547 DEBUG [RS:0;3354ef74e3b7:44829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:19:06,548 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:19:06,548 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:19:06,548 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:19:06,548 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:19:06,548 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:19:06,548 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T08:19:06,567 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/data/hbase/meta/1588230740/.tmp/ns/01799b23644e47bab27a170bc3d0b6cc is 43, key is default/ns:d/1732090737375/Put/seqid=0 2024-11-20T08:19:06,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35515 is added to blk_1073741835_1011 (size=5153) 2024-11-20T08:19:06,611 INFO [regionserver/3354ef74e3b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:19:06,667 DEBUG [3354ef74e3b7:35597 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:19:06,668 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=be22efbffc7b2bfc981d60174c913727, regionState=OPENING, regionLocation=3354ef74e3b7,36197,1732090741407 2024-11-20T08:19:06,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=be22efbffc7b2bfc981d60174c913727, ASSIGN because future has completed 2024-11-20T08:19:06,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure be22efbffc7b2bfc981d60174c913727, server=3354ef74e3b7,36197,1732090741407}] 2024-11-20T08:19:06,703 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T08:19:06,703 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T08:19:06,710 DEBUG [RS:0;3354ef74e3b7:36197.replicationSource.wal-reader.3354ef74e3b7%2C36197%2C1732090741407,1-3354ef74e3b7,36197,1732090741407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,36197,1732090741407/3354ef74e3b7%2C36197%2C1732090741407.1732090742238 to pos 0, reset compression=false 2024-11-20T08:19:06,748 DEBUG [RS:0;3354ef74e3b7:44829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:19:06,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. 2024-11-20T08:19:06,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:19:06,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T08:19:06,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C36197%2C1732090741407.rep, suffix=, logDir=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,36197,1732090741407, archiveDir=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/oldWALs, maxLogs=10 2024-11-20T08:19:06,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,36197,1732090741407/3354ef74e3b7%2C36197%2C1732090741407.rep.1732090746829, exclude list is [], retry=0 2024-11-20T08:19:06,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43807,DS-bea694ae-97b2-4eb3-995c-ddbef30112e8,DISK] 2024-11-20T08:19:06,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,36197,1732090741407/3354ef74e3b7%2C36197%2C1732090741407.rep.1732090746829 2024-11-20T08:19:06,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41861:41861)] 2024-11-20T08:19:06,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => be22efbffc7b2bfc981d60174c913727, NAME => 'hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:19:06,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:19:06,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:19:06,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. service=MultiRowMutationService 2024-11-20T08:19:06,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T08:19:06,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication be22efbffc7b2bfc981d60174c913727 2024-11-20T08:19:06,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:06,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for be22efbffc7b2bfc981d60174c913727 2024-11-20T08:19:06,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for be22efbffc7b2bfc981d60174c913727 2024-11-20T08:19:06,858 INFO [StoreOpener-be22efbffc7b2bfc981d60174c913727-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region be22efbffc7b2bfc981d60174c913727 2024-11-20T08:19:06,859 INFO [StoreOpener-be22efbffc7b2bfc981d60174c913727-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be22efbffc7b2bfc981d60174c913727 columnFamilyName hfileref 2024-11-20T08:19:06,859 DEBUG [StoreOpener-be22efbffc7b2bfc981d60174c913727-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:06,859 INFO [StoreOpener-be22efbffc7b2bfc981d60174c913727-1 {}] regionserver.HStore(327): Store=be22efbffc7b2bfc981d60174c913727/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:06,859 INFO [StoreOpener-be22efbffc7b2bfc981d60174c913727-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region be22efbffc7b2bfc981d60174c913727 2024-11-20T08:19:06,860 INFO [StoreOpener-be22efbffc7b2bfc981d60174c913727-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be22efbffc7b2bfc981d60174c913727 columnFamilyName queue 2024-11-20T08:19:06,860 DEBUG [StoreOpener-be22efbffc7b2bfc981d60174c913727-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:06,868 DEBUG [StoreOpener-be22efbffc7b2bfc981d60174c913727-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/replication/be22efbffc7b2bfc981d60174c913727/queue/902d4ae05f9942efb237710f4a48713a 2024-11-20T08:19:06,868 INFO [StoreOpener-be22efbffc7b2bfc981d60174c913727-1 {}] regionserver.HStore(327): Store=be22efbffc7b2bfc981d60174c913727/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:06,868 INFO [StoreOpener-be22efbffc7b2bfc981d60174c913727-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region be22efbffc7b2bfc981d60174c913727 2024-11-20T08:19:06,869 INFO [StoreOpener-be22efbffc7b2bfc981d60174c913727-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be22efbffc7b2bfc981d60174c913727 columnFamilyName sid 2024-11-20T08:19:06,869 DEBUG [StoreOpener-be22efbffc7b2bfc981d60174c913727-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:06,869 INFO [StoreOpener-be22efbffc7b2bfc981d60174c913727-1 {}] regionserver.HStore(327): Store=be22efbffc7b2bfc981d60174c913727/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:06,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for be22efbffc7b2bfc981d60174c913727 2024-11-20T08:19:06,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/replication/be22efbffc7b2bfc981d60174c913727 2024-11-20T08:19:06,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/replication/be22efbffc7b2bfc981d60174c913727 2024-11-20T08:19:06,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for be22efbffc7b2bfc981d60174c913727 2024-11-20T08:19:06,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for be22efbffc7b2bfc981d60174c913727 2024-11-20T08:19:06,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:19:06,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for be22efbffc7b2bfc981d60174c913727 2024-11-20T08:19:06,874 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened be22efbffc7b2bfc981d60174c913727; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61444196, jitterRate=-0.08441013097763062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:19:06,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be22efbffc7b2bfc981d60174c913727 2024-11-20T08:19:06,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for be22efbffc7b2bfc981d60174c913727: Running coprocessor pre-open hook at 1732090746857Writing region info on filesystem at 1732090746857Initializing all the Stores at 1732090746858 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090746858Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090746858Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090746858Cleaning up temporary data from old regions at 1732090746871 (+13 ms)Running coprocessor post-open hooks at 1732090746874 (+3 ms)Region opened successfully at 1732090746875 (+1 ms) 2024-11-20T08:19:06,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727., pid=13, masterSystemTime=1732090746822 2024-11-20T08:19:06,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. 2024-11-20T08:19:06,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. 2024-11-20T08:19:06,879 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=be22efbffc7b2bfc981d60174c913727, regionState=OPEN, openSeqNum=9, regionLocation=3354ef74e3b7,36197,1732090741407 2024-11-20T08:19:06,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure be22efbffc7b2bfc981d60174c913727, server=3354ef74e3b7,36197,1732090741407 because future has completed 2024-11-20T08:19:06,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T08:19:06,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure be22efbffc7b2bfc981d60174c913727, server=3354ef74e3b7,36197,1732090741407 in 214 msec 2024-11-20T08:19:06,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-20T08:19:06,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be22efbffc7b2bfc981d60174c913727, ASSIGN in 372 msec 2024-11-20T08:19:06,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-20T08:19:06,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727., hostname=3354ef74e3b7,36197,1732090741407, seqNum=9] 2024-11-20T08:19:06,909 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 3354ef74e3b7,45207,1732090731467 2024-11-20T08:19:06,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-20T08:19:06,948 DEBUG [RS:0;3354ef74e3b7:44829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:19:06,973 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/data/hbase/meta/1588230740/.tmp/ns/01799b23644e47bab27a170bc3d0b6cc 2024-11-20T08:19:06,979 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/data/hbase/meta/1588230740/.tmp/ns/01799b23644e47bab27a170bc3d0b6cc as hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/data/hbase/meta/1588230740/ns/01799b23644e47bab27a170bc3d0b6cc 2024-11-20T08:19:06,984 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/data/hbase/meta/1588230740/ns/01799b23644e47bab27a170bc3d0b6cc, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T08:19:06,985 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false 2024-11-20T08:19:06,988 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T08:19:06,989 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:19:06,989 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:19:06,989 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:19:06,989 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090746547Running coprocessor pre-close hooks at 1732090746548 (+1 ms)Disabling compacts and flushes for region at 1732090746548Disabling writes for close at 1732090746548Obtaining lock to block concurrent updates at 1732090746548Preparing flush snapshotting stores in 1588230740 at 1732090746548Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732090746548Flushing stores of hbase:meta,,1.1588230740 at 1732090746549 (+1 ms)Flushing 1588230740/ns: creating writer at 1732090746549Flushing 1588230740/ns: appending metadata at 1732090746567 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732090746567Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75a40fd0: reopening flushed file at 1732090746978 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false at 1732090746985 (+7 ms)Writing region close event to WAL at 1732090746985Running coprocessor post-close hooks at 1732090746989 (+4 ms)Closed at 1732090746989 2024-11-20T08:19:06,989 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:19:07,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-20T08:19:07,148 INFO [RS:0;3354ef74e3b7:44829 {}] regionserver.HRegionServer(976): stopping server 3354ef74e3b7,44829,1732090735204; all regions closed. 2024-11-20T08:19:07,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35515 is added to blk_1073741834_1010 (size=1152) 2024-11-20T08:19:07,151 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/WALs/3354ef74e3b7,44829,1732090735204/3354ef74e3b7%2C44829%2C1732090735204.meta.1732090737279.meta not finished, retry = 0 2024-11-20T08:19:07,253 DEBUG [RS:0;3354ef74e3b7:44829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/oldWALs 2024-11-20T08:19:07,253 INFO [RS:0;3354ef74e3b7:44829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C44829%2C1732090735204.meta:.meta(num 1732090737279) 2024-11-20T08:19:07,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35515 is added to blk_1073741833_1009 (size=93) 2024-11-20T08:19:07,257 DEBUG [RS:0;3354ef74e3b7:44829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/oldWALs 2024-11-20T08:19:07,257 INFO [RS:0;3354ef74e3b7:44829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C44829%2C1732090735204:(num 1732090736843) 2024-11-20T08:19:07,257 DEBUG [RS:0;3354ef74e3b7:44829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:07,257 INFO [RS:0;3354ef74e3b7:44829 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:19:07,258 INFO [RS:0;3354ef74e3b7:44829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:19:07,258 INFO [RS:0;3354ef74e3b7:44829 {}] hbase.ChoreService(370): Chore service for: regionserver/3354ef74e3b7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T08:19:07,258 INFO [RS:0;3354ef74e3b7:44829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:19:07,258 INFO [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:19:07,258 INFO [RS:0;3354ef74e3b7:44829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44829 2024-11-20T08:19:07,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x101347502060004, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/199193511/rs/3354ef74e3b7,44829,1732090735204 2024-11-20T08:19:07,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199193511/rs 2024-11-20T08:19:07,261 INFO [RS:0;3354ef74e3b7:44829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:19:07,261 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3354ef74e3b7,44829,1732090735204] 2024-11-20T08:19:07,264 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /199193511/draining/3354ef74e3b7,44829,1732090735204 already deleted, retry=false 2024-11-20T08:19:07,265 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3354ef74e3b7,44829,1732090735204 expired; onlineServers=0 2024-11-20T08:19:07,265 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3354ef74e3b7,43447,1732090735153' ***** 2024-11-20T08:19:07,265 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:19:07,265 INFO [M:0;3354ef74e3b7:43447 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:19:07,265 INFO [M:0;3354ef74e3b7:43447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:19:07,265 DEBUG [M:0;3354ef74e3b7:43447 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:19:07,265 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:19:07,265 DEBUG [M:0;3354ef74e3b7:43447 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:19:07,265 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090736637 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090736637,5,FailOnTimeoutGroup] 2024-11-20T08:19:07,265 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090736637 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090736637,5,FailOnTimeoutGroup] 2024-11-20T08:19:07,265 INFO [M:0;3354ef74e3b7:43447 {}] hbase.ChoreService(370): Chore service for: master/3354ef74e3b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T08:19:07,265 INFO [M:0;3354ef74e3b7:43447 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:19:07,265 DEBUG [M:0;3354ef74e3b7:43447 {}] master.HMaster(1795): Stopping service threads 2024-11-20T08:19:07,265 INFO [M:0;3354ef74e3b7:43447 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:19:07,265 INFO [M:0;3354ef74e3b7:43447 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:19:07,265 INFO [M:0;3354ef74e3b7:43447 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:19:07,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/199193511/master 2024-11-20T08:19:07,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/199193511 2024-11-20T08:19:07,267 DEBUG [M:0;3354ef74e3b7:43447 {}] zookeeper.ZKUtil(347): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Unable to get data of znode /199193511/master because node does not exist (not an error) 2024-11-20T08:19:07,267 WARN [M:0;3354ef74e3b7:43447 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:19:07,267 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:19:07,268 INFO [M:0;3354ef74e3b7:43447 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/.lastflushedseqids 2024-11-20T08:19:07,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35515 is added to blk_1073741836_1012 (size=99) 2024-11-20T08:19:07,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x101347502060004, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:19:07,363 INFO [RS:0;3354ef74e3b7:44829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:19:07,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44829-0x101347502060004, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:19:07,363 INFO [RS:0;3354ef74e3b7:44829 {}] regionserver.HRegionServer(1031): Exiting; stopping=3354ef74e3b7,44829,1732090735204; zookeeper connection closed. 2024-11-20T08:19:07,363 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61434f87 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61434f87 2024-11-20T08:19:07,363 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T08:19:07,673 INFO [M:0;3354ef74e3b7:43447 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T08:19:07,673 INFO [M:0;3354ef74e3b7:43447 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:19:07,673 DEBUG [M:0;3354ef74e3b7:43447 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:19:07,673 INFO [M:0;3354ef74e3b7:43447 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:07,673 DEBUG [M:0;3354ef74e3b7:43447 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:07,673 DEBUG [M:0;3354ef74e3b7:43447 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:19:07,673 DEBUG [M:0;3354ef74e3b7:43447 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:07,674 INFO [M:0;3354ef74e3b7:43447 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T08:19:07,690 DEBUG [M:0;3354ef74e3b7:43447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4e34e5a48104199ba56682e7e0c3097 is 82, key is hbase:meta,,1/info:regioninfo/1732090737333/Put/seqid=0 2024-11-20T08:19:07,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35515 is added to blk_1073741837_1013 (size=5672) 2024-11-20T08:19:07,717 DEBUG [RS:0;3354ef74e3b7:36197.replicationSource.wal-reader.3354ef74e3b7%2C36197%2C1732090741407,1-3354ef74e3b7,36197,1732090741407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,36197,1732090741407/3354ef74e3b7%2C36197%2C1732090741407.1732090742238 to pos 0, reset compression=false 2024-11-20T08:19:08,086 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T08:19:08,111 INFO [M:0;3354ef74e3b7:43447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4e34e5a48104199ba56682e7e0c3097 2024-11-20T08:19:08,135 DEBUG [M:0;3354ef74e3b7:43447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4405b6b5ad744f8abfbcb1ff2e21da81 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732090737379/Put/seqid=0 2024-11-20T08:19:08,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35515 is added to blk_1073741838_1014 (size=5275) 2024-11-20T08:19:08,542 INFO [M:0;3354ef74e3b7:43447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4405b6b5ad744f8abfbcb1ff2e21da81 2024-11-20T08:19:08,560 DEBUG [M:0;3354ef74e3b7:43447 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77e40967193d4f03ba26907a6877f712 is 69, key is 3354ef74e3b7,44829,1732090735204/rs:state/1732090736670/Put/seqid=0 2024-11-20T08:19:08,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35515 is added to blk_1073741839_1015 (size=5156) 2024-11-20T08:19:08,821 DEBUG [RS:0;3354ef74e3b7:36197.replicationSource.wal-reader.3354ef74e3b7%2C36197%2C1732090741407,1-3354ef74e3b7,36197,1732090741407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,36197,1732090741407/3354ef74e3b7%2C36197%2C1732090741407.1732090742238 to pos 0, reset compression=false 2024-11-20T08:19:08,965 INFO [M:0;3354ef74e3b7:43447 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77e40967193d4f03ba26907a6877f712 2024-11-20T08:19:08,970 DEBUG [M:0;3354ef74e3b7:43447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4e34e5a48104199ba56682e7e0c3097 as hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d4e34e5a48104199ba56682e7e0c3097 2024-11-20T08:19:08,975 INFO [M:0;3354ef74e3b7:43447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d4e34e5a48104199ba56682e7e0c3097, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T08:19:08,976 DEBUG [M:0;3354ef74e3b7:43447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4405b6b5ad744f8abfbcb1ff2e21da81 as hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4405b6b5ad744f8abfbcb1ff2e21da81 2024-11-20T08:19:08,979 INFO [M:0;3354ef74e3b7:43447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4405b6b5ad744f8abfbcb1ff2e21da81, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T08:19:08,980 DEBUG [M:0;3354ef74e3b7:43447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77e40967193d4f03ba26907a6877f712 as hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/77e40967193d4f03ba26907a6877f712 2024-11-20T08:19:08,984 INFO [M:0;3354ef74e3b7:43447 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44721/user/jenkins/test-data/ae7036b1-5035-a7dc-c971-094792149cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/77e40967193d4f03ba26907a6877f712, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T08:19:08,985 INFO [M:0;3354ef74e3b7:43447 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=28, compaction requested=false 2024-11-20T08:19:08,987 INFO [M:0;3354ef74e3b7:43447 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:08,987 DEBUG [M:0;3354ef74e3b7:43447 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090747673Disabling compacts and flushes for region at 1732090747673Disabling writes for close at 1732090747673Obtaining lock to block concurrent updates at 1732090747674 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732090747674Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732090747674Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732090747675 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732090747675Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732090747690 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732090747690Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732090748117 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732090748134 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732090748134Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732090748546 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732090748560 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732090748560Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b1c2a11: reopening flushed file at 1732090748970 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@557d0c6f: reopening flushed file at 1732090748975 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fd7a551: reopening flushed file at 1732090748980 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=28, compaction requested=false at 1732090748985 (+5 ms)Writing region close event to WAL at 1732090748987 (+2 ms)Closed at 1732090748987 2024-11-20T08:19:08,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35515 is added to blk_1073741830_1006 (size=10165) 2024-11-20T08:19:08,990 INFO [M:0;3354ef74e3b7:43447 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T08:19:08,990 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:19:08,990 INFO [M:0;3354ef74e3b7:43447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43447 2024-11-20T08:19:08,991 INFO [M:0;3354ef74e3b7:43447 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:19:09,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:19:09,093 INFO [M:0;3354ef74e3b7:43447 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:19:09,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43447-0x101347502060003, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:19:09,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64bc60f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:19:09,096 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4660777d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:19:09,096 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:19:09,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25341d27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:19:09,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52d1efea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/hadoop.log.dir/,STOPPED} 2024-11-20T08:19:09,097 WARN [BP-1091649744-172.17.0.2-1732090734128 heartbeating to localhost/127.0.0.1:44721 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:19:09,097 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:19:09,097 WARN [BP-1091649744-172.17.0.2-1732090734128 heartbeating to localhost/127.0.0.1:44721 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1091649744-172.17.0.2-1732090734128 (Datanode Uuid 3c1019e2-78e3-4413-8f93-fafbb9ad76a2) service to localhost/127.0.0.1:44721 2024-11-20T08:19:09,097 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:19:09,098 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/cluster_d97a18f3-f350-ccfc-a9b0-156d67d3ad48/data/data1/current/BP-1091649744-172.17.0.2-1732090734128 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:19:09,098 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/cluster_d97a18f3-f350-ccfc-a9b0-156d67d3ad48/data/data2/current/BP-1091649744-172.17.0.2-1732090734128 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:19:09,099 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:19:09,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6097698c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:19:09,105 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@aab5893{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:19:09,106 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:19:09,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@780a9b6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:19:09,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58a30a9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/hadoop.log.dir/,STOPPED} 2024-11-20T08:19:09,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T08:19:09,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T08:19:09,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:19:09,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:09,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:09,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:09,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:19:09,119 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:19:09,119 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=220188000, stopped=false 2024-11-20T08:19:09,119 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3354ef74e3b7,35597,1732090741376 2024-11-20T08:19:09,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01525453853/running 2024-11-20T08:19:09,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x101347502060007, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01525453853/running 2024-11-20T08:19:09,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853 2024-11-20T08:19:09,121 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:19:09,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x101347502060007, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853 2024-11-20T08:19:09,121 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:19:09,121 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:09,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:09,122 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3354ef74e3b7,36197,1732090741407' ***** 2024-11-20T08:19:09,122 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:19:09,122 INFO [RS:0;3354ef74e3b7:36197 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:19:09,122 INFO [RS:0;3354ef74e3b7:36197 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:19:09,122 INFO [RS:0;3354ef74e3b7:36197 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:19:09,122 INFO [RS:0;3354ef74e3b7:36197 {}] regionserver.HRegionServer(3091): Received CLOSE for be22efbffc7b2bfc981d60174c913727 2024-11-20T08:19:09,122 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:19:09,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Set watcher on znode that does not yet exist, /01525453853/running 2024-11-20T08:19:09,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36197-0x101347502060007, quorum=127.0.0.1:52166, baseZNode=/01525453853 Set watcher on znode that does not yet exist, /01525453853/running 2024-11-20T08:19:09,123 INFO [RS:0;3354ef74e3b7:36197 {}] regionserver.HRegionServer(959): stopping server 3354ef74e3b7,36197,1732090741407 2024-11-20T08:19:09,123 INFO [RS:0;3354ef74e3b7:36197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:19:09,123 INFO [RS:0;3354ef74e3b7:36197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:36197. 2024-11-20T08:19:09,123 DEBUG [RS:0;3354ef74e3b7:36197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:09,123 DEBUG [RS:0;3354ef74e3b7:36197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:09,123 INFO [RS:0;3354ef74e3b7:36197 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:19:09,123 INFO [RS:0;3354ef74e3b7:36197 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:19:09,123 INFO [RS:0;3354ef74e3b7:36197 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:19:09,123 INFO [RS:0;3354ef74e3b7:36197 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T08:19:09,123 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be22efbffc7b2bfc981d60174c913727, disabling compactions & flushes 2024-11-20T08:19:09,123 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. 2024-11-20T08:19:09,123 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. 2024-11-20T08:19:09,123 INFO [RS:0;3354ef74e3b7:36197 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T08:19:09,123 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. after waiting 0 ms 2024-11-20T08:19:09,123 DEBUG [RS:0;3354ef74e3b7:36197 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, be22efbffc7b2bfc981d60174c913727=hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727.} 2024-11-20T08:19:09,123 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. 2024-11-20T08:19:09,123 DEBUG [RS:0;3354ef74e3b7:36197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be22efbffc7b2bfc981d60174c913727 2024-11-20T08:19:09,123 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:19:09,123 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:19:09,123 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:19:09,123 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:19:09,123 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:19:09,123 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-20T08:19:09,127 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/replication/be22efbffc7b2bfc981d60174c913727/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-20T08:19:09,128 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:19:09,128 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:19:09,128 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. 2024-11-20T08:19:09,128 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be22efbffc7b2bfc981d60174c913727: Waiting for close lock at 1732090749123Running coprocessor pre-close hooks at 1732090749123Disabling compacts and flushes for region at 1732090749123Disabling writes for close at 1732090749123Writing region close event to WAL at 1732090749124 (+1 ms)Running coprocessor post-close hooks at 1732090749128 (+4 ms)Closed at 1732090749128 2024-11-20T08:19:09,128 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727. 2024-11-20T08:19:09,140 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740/.tmp/info/c1d042d457114599864d1d895d967813 is 147, key is hbase:replication,,1732090737493.be22efbffc7b2bfc981d60174c913727./info:regioninfo/1732090746878/Put/seqid=0 2024-11-20T08:19:09,144 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T08:19:09,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741851_1027 (size=6385) 2024-11-20T08:19:09,144 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T08:19:09,195 INFO [regionserver/3354ef74e3b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:19:09,323 DEBUG [RS:0;3354ef74e3b7:36197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:19:09,524 DEBUG [RS:0;3354ef74e3b7:36197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:19:09,544 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740/.tmp/info/c1d042d457114599864d1d895d967813 2024-11-20T08:19:09,550 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740/.tmp/info/c1d042d457114599864d1d895d967813 as hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740/info/c1d042d457114599864d1d895d967813 2024-11-20T08:19:09,555 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740/info/c1d042d457114599864d1d895d967813, entries=8, sequenceid=19, filesize=6.2 K 2024-11-20T08:19:09,556 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=19, compaction requested=false 2024-11-20T08:19:09,556 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T08:19:09,562 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-20T08:19:09,563 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:19:09,563 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:19:09,563 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:19:09,563 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090749123Running coprocessor pre-close hooks at 1732090749123Disabling compacts and flushes for region at 1732090749123Disabling writes for close at 1732090749123Obtaining lock to block concurrent updates at 1732090749123Preparing flush snapshotting stores in 1588230740 at 1732090749123Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732090749124 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732090749124Flushing 1588230740/info: creating writer at 1732090749124Flushing 1588230740/info: appending metadata at 1732090749139 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732090749139Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a0d51cb: reopening flushed file at 1732090749549 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=19, compaction requested=false at 1732090749556 (+7 ms)Writing region close event to WAL at 1732090749558 (+2 ms)Running coprocessor post-close hooks at 1732090749563 (+5 ms)Closed at 1732090749563 2024-11-20T08:19:09,563 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:19:09,724 INFO [RS:0;3354ef74e3b7:36197 {}] regionserver.HRegionServer(976): stopping server 3354ef74e3b7,36197,1732090741407; all regions closed. 2024-11-20T08:19:09,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741849_1025 (size=2156) 2024-11-20T08:19:09,729 DEBUG [RS:0;3354ef74e3b7:36197 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/oldWALs 2024-11-20T08:19:09,729 INFO [RS:0;3354ef74e3b7:36197 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C36197%2C1732090741407.meta:.meta(num 1732090742551) 2024-11-20T08:19:09,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741850_1026 (size=796) 2024-11-20T08:19:09,731 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,36197,1732090741407/3354ef74e3b7%2C36197%2C1732090741407.rep.1732090746829 not finished, retry = 0 2024-11-20T08:19:09,833 DEBUG [RS:0;3354ef74e3b7:36197 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/oldWALs 2024-11-20T08:19:09,833 INFO [RS:0;3354ef74e3b7:36197 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C36197%2C1732090741407.rep:(num 1732090746829) 2024-11-20T08:19:09,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741848_1024 (size=93) 2024-11-20T08:19:09,836 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/WALs/3354ef74e3b7,36197,1732090741407/3354ef74e3b7%2C36197%2C1732090741407.1732090742238 not finished, retry = 0 2024-11-20T08:19:09,938 DEBUG [RS:0;3354ef74e3b7:36197 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/oldWALs 2024-11-20T08:19:09,938 INFO [RS:0;3354ef74e3b7:36197 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C36197%2C1732090741407:(num 1732090742238) 2024-11-20T08:19:09,938 DEBUG [RS:0;3354ef74e3b7:36197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:09,938 INFO [RS:0;3354ef74e3b7:36197 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:19:09,939 INFO [RS:0;3354ef74e3b7:36197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:19:09,939 INFO [RS:0;3354ef74e3b7:36197 {}] hbase.ChoreService(370): Chore service for: regionserver/3354ef74e3b7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T08:19:09,939 INFO [RS:0;3354ef74e3b7:36197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:19:09,939 INFO [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:19:09,939 INFO [RS:0;3354ef74e3b7:36197 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3354ef74e3b7,36197,1732090741407 because: Region server is closing 2024-11-20T08:19:09,939 INFO [RS:0;3354ef74e3b7:36197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:36197. 2024-11-20T08:19:09,939 DEBUG [RS:0;3354ef74e3b7:36197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:09,940 DEBUG [RS:0;3354ef74e3b7:36197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:09,940 DEBUG [RS:0;3354ef74e3b7:36197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:09,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:19:09,940 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-20T08:19:09,940 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-20T08:19:09,940 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T08:19:10,040 WARN [RS:0;3354ef74e3b7:36197.replicationSource.shipper3354ef74e3b7%2C36197%2C1732090741407,1-3354ef74e3b7,36197,1732090741407 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T08:19:10,040 INFO [RS:0;3354ef74e3b7:36197 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;3354ef74e3b7:36197.replicationSource.shipper3354ef74e3b7%2C36197%2C1732090741407,1-3354ef74e3b7,36197,1732090741407 terminated 2024-11-20T08:19:10,040 INFO [RS:0;3354ef74e3b7:36197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36197 2024-11-20T08:19:10,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x101347502060007, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01525453853/rs/3354ef74e3b7,36197,1732090741407 2024-11-20T08:19:10,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853/rs 2024-11-20T08:19:10,042 INFO [RS:0;3354ef74e3b7:36197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:19:10,045 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3354ef74e3b7,36197,1732090741407] 2024-11-20T08:19:10,046 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01525453853/draining/3354ef74e3b7,36197,1732090741407 already deleted, retry=false 2024-11-20T08:19:10,046 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3354ef74e3b7,36197,1732090741407 expired; onlineServers=0 2024-11-20T08:19:10,046 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3354ef74e3b7,35597,1732090741376' ***** 2024-11-20T08:19:10,046 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:19:10,046 INFO [M:0;3354ef74e3b7:35597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:19:10,046 INFO [M:0;3354ef74e3b7:35597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:19:10,046 DEBUG [M:0;3354ef74e3b7:35597 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:19:10,046 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:19:10,046 DEBUG [M:0;3354ef74e3b7:35597 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:19:10,046 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090741988 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090741988,5,FailOnTimeoutGroup] 2024-11-20T08:19:10,046 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090741984 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090741984,5,FailOnTimeoutGroup] 2024-11-20T08:19:10,046 INFO [M:0;3354ef74e3b7:35597 {}] hbase.ChoreService(370): Chore service for: master/3354ef74e3b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T08:19:10,046 INFO [M:0;3354ef74e3b7:35597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:19:10,046 DEBUG [M:0;3354ef74e3b7:35597 {}] master.HMaster(1795): Stopping service threads 2024-11-20T08:19:10,047 INFO [M:0;3354ef74e3b7:35597 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:19:10,047 INFO [M:0;3354ef74e3b7:35597 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:19:10,047 INFO [M:0;3354ef74e3b7:35597 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:19:10,047 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:19:10,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01525453853/master 2024-11-20T08:19:10,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525453853 2024-11-20T08:19:10,048 DEBUG [M:0;3354ef74e3b7:35597 {}] zookeeper.ZKUtil(347): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Unable to get data of znode /01525453853/master because node does not exist (not an error) 2024-11-20T08:19:10,048 WARN [M:0;3354ef74e3b7:35597 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:19:10,049 INFO [M:0;3354ef74e3b7:35597 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/.lastflushedseqids 2024-11-20T08:19:10,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741852_1028 (size=181) 2024-11-20T08:19:10,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x101347502060007, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:19:10,145 INFO [RS:0;3354ef74e3b7:36197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:19:10,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36197-0x101347502060007, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:19:10,145 INFO [RS:0;3354ef74e3b7:36197 {}] regionserver.HRegionServer(1031): Exiting; stopping=3354ef74e3b7,36197,1732090741407; zookeeper connection closed. 2024-11-20T08:19:10,145 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4998b4ce {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4998b4ce 2024-11-20T08:19:10,145 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T08:19:10,454 INFO [M:0;3354ef74e3b7:35597 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T08:19:10,454 INFO [M:0;3354ef74e3b7:35597 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:19:10,455 DEBUG [M:0;3354ef74e3b7:35597 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:19:10,455 INFO [M:0;3354ef74e3b7:35597 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:10,455 DEBUG [M:0;3354ef74e3b7:35597 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:10,455 DEBUG [M:0;3354ef74e3b7:35597 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:19:10,455 DEBUG [M:0;3354ef74e3b7:35597 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:10,455 INFO [M:0;3354ef74e3b7:35597 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-20T08:19:10,475 DEBUG [M:0;3354ef74e3b7:35597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33f34446785247599c1dba45e39d68ff is 82, key is hbase:meta,,1/info:regioninfo/1732090742612/Put/seqid=0 2024-11-20T08:19:10,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741853_1029 (size=5672) 2024-11-20T08:19:10,880 INFO [M:0;3354ef74e3b7:35597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33f34446785247599c1dba45e39d68ff 2024-11-20T08:19:10,905 DEBUG [M:0;3354ef74e3b7:35597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00f1355931fb42dda81e08e1b2c3e0fc is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732090746888/Put/seqid=0 2024-11-20T08:19:10,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741854_1030 (size=7312) 2024-11-20T08:19:11,310 INFO [M:0;3354ef74e3b7:35597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00f1355931fb42dda81e08e1b2c3e0fc 2024-11-20T08:19:11,337 DEBUG [M:0;3354ef74e3b7:35597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cba49a321a4f416885b03f96a084399b is 69, key is 3354ef74e3b7,36197,1732090741407/rs:state/1732090742054/Put/seqid=0 2024-11-20T08:19:11,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741855_1031 (size=5370) 2024-11-20T08:19:11,743 INFO [M:0;3354ef74e3b7:35597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cba49a321a4f416885b03f96a084399b 2024-11-20T08:19:11,752 INFO [M:0;3354ef74e3b7:35597 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cba49a321a4f416885b03f96a084399b 2024-11-20T08:19:11,752 DEBUG [M:0;3354ef74e3b7:35597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33f34446785247599c1dba45e39d68ff as hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33f34446785247599c1dba45e39d68ff 2024-11-20T08:19:11,763 INFO [M:0;3354ef74e3b7:35597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33f34446785247599c1dba45e39d68ff, entries=8, sequenceid=127, filesize=5.5 K 2024-11-20T08:19:11,765 DEBUG [M:0;3354ef74e3b7:35597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00f1355931fb42dda81e08e1b2c3e0fc as hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00f1355931fb42dda81e08e1b2c3e0fc 2024-11-20T08:19:11,772 INFO [M:0;3354ef74e3b7:35597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00f1355931fb42dda81e08e1b2c3e0fc, entries=7, sequenceid=127, filesize=7.1 K 2024-11-20T08:19:11,773 DEBUG [M:0;3354ef74e3b7:35597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cba49a321a4f416885b03f96a084399b as hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cba49a321a4f416885b03f96a084399b 2024-11-20T08:19:11,779 INFO [M:0;3354ef74e3b7:35597 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cba49a321a4f416885b03f96a084399b 2024-11-20T08:19:11,780 INFO [M:0;3354ef74e3b7:35597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34645/user/jenkins/test-data/3514332b-0ee2-b306-37c2-1c2be2d8b7a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cba49a321a4f416885b03f96a084399b, entries=2, sequenceid=127, filesize=5.2 K 2024-11-20T08:19:11,782 INFO [M:0;3354ef74e3b7:35597 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=127, compaction requested=false 2024-11-20T08:19:11,789 INFO [M:0;3354ef74e3b7:35597 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:11,789 DEBUG [M:0;3354ef74e3b7:35597 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090750455Disabling compacts and flushes for region at 1732090750455Disabling writes for close at 1732090750455Obtaining lock to block concurrent updates at 1732090750455Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732090750455Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732090750455Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732090750456 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732090750456Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732090750474 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732090750474Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732090750886 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732090750904 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732090750904Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732090751317 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732090751336 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732090751336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fa2a211: reopening flushed file at 1732090751752 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e2b108: reopening flushed file at 1732090751763 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6332fbb6: reopening flushed file at 1732090751772 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=127, compaction requested=false at 1732090751782 (+10 ms)Writing region close event to WAL at 1732090751789 (+7 ms)Closed at 1732090751789 2024-11-20T08:19:11,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43807 is added to blk_1073741847_1023 (size=22903) 2024-11-20T08:19:11,794 INFO [M:0;3354ef74e3b7:35597 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T08:19:11,794 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:19:11,794 INFO [M:0;3354ef74e3b7:35597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35597 2024-11-20T08:19:11,795 INFO [M:0;3354ef74e3b7:35597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:19:11,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:19:11,897 INFO [M:0;3354ef74e3b7:35597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:19:11,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35597-0x101347502060006, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:19:11,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7267b7b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:19:11,910 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69252cfb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:19:11,910 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:19:11,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68ab4aab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:19:11,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3acf8af7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/hadoop.log.dir/,STOPPED} 2024-11-20T08:19:11,914 WARN [BP-1683701955-172.17.0.2-1732090730380 heartbeating to localhost/127.0.0.1:34645 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:19:11,914 WARN [BP-1683701955-172.17.0.2-1732090730380 heartbeating to localhost/127.0.0.1:34645 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1683701955-172.17.0.2-1732090730380 (Datanode Uuid f39dcb7e-7e05-408e-b935-8240d85020ba) service to localhost/127.0.0.1:34645 2024-11-20T08:19:11,914 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:19:11,914 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:19:11,914 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/cluster_ddea8732-af74-790e-fbca-e6e054ccd757/data/data1/current/BP-1683701955-172.17.0.2-1732090730380 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:19:11,915 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/cluster_ddea8732-af74-790e-fbca-e6e054ccd757/data/data2/current/BP-1683701955-172.17.0.2-1732090730380 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:19:11,915 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:19:11,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53b49fb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:19:11,931 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b6b475e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:19:11,931 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:19:11,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@626b1448{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:19:11,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6115c9db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e969074d-e753-2cbf-a38e-6038cabc2dcc/hadoop.log.dir/,STOPPED} 2024-11-20T08:19:11,947 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T08:19:11,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T08:19:11,993 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=202 (was 161) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:44721 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44721 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44721 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52166) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52166) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44721 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44721 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34645 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=266 (was 228) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6745 (was 6183) - AvailableMemoryMB LEAK? - 2024-11-20T08:19:12,005 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=202, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=266, ProcessCount=11, AvailableMemoryMB=6745 2024-11-20T08:19:12,031 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-20T08:19:12,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/hadoop.log.dir so I do NOT create it in target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3 2024-11-20T08:19:12,032 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T08:19:12,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/hadoop.tmp.dir so I do NOT create it in target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3 2024-11-20T08:19:12,032 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f48aa341-0e16-9cb9-4e85-6345dcc98df5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T08:19:12,032 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3 2024-11-20T08:19:12,032 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/cluster_dc17f391-44db-daa3-fed7-d2ec7acb26cd, deleteOnExit=true 2024-11-20T08:19:12,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101347502060005, quorum=127.0.0.1:52166, baseZNode=/199193511 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T08:19:12,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101347502060002, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T08:19:12,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101347502060005, quorum=127.0.0.1:52166, baseZNode=/199193511 Received Disconnected from ZooKeeper, ignoring 2024-11-20T08:19:12,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101347502060002, quorum=127.0.0.1:52166, baseZNode=/01525453853 Received Disconnected from ZooKeeper, ignoring 2024-11-20T08:19:12,055 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/cluster_dc17f391-44db-daa3-fed7-d2ec7acb26cd/zookeeper_0, clientPort=59571, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/cluster_dc17f391-44db-daa3-fed7-d2ec7acb26cd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/cluster_dc17f391-44db-daa3-fed7-d2ec7acb26cd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T08:19:12,065 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59571 2024-11-20T08:19:12,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:19:12,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T08:19:12,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/test.cache.data in system properties and HBase conf 2024-11-20T08:19:12,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:19:12,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:19:12,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:19:12,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:19:12,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T08:19:12,066 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:19:12,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:19:12,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:19:12,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:19:12,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:19:12,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:19:12,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:19:12,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:19:12,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:19:12,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:19:12,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:19:12,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:19:12,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:19:12,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:19:12,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:19:12,241 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T08:19:12,311 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:12,312 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:12,312 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:12,316 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:12,316 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:12,317 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:12,335 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:12,339 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:12,386 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:19:12,394 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:19:12,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:19:12,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:19:12,414 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:19:12,417 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:19:12,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8715926{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:19:12,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ecb4db1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:19:12,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@522bcf48{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/java.io.tmpdir/jetty-localhost-36895-hadoop-hdfs-3_4_1-tests_jar-_-any-2172598609142221687/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:19:12,590 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51912cad{HTTP/1.1, (http/1.1)}{localhost:36895} 2024-11-20T08:19:12,590 INFO [Time-limited test {}] server.Server(415): Started @153753ms 2024-11-20T08:19:12,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:19:12,711 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:19:12,714 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:19:12,714 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:19:12,714 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:19:12,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c6a9ea6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:19:12,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fcfb081{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:19:12,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75830d1f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/java.io.tmpdir/jetty-localhost-34789-hadoop-hdfs-3_4_1-tests_jar-_-any-254147302150512255/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:19:12,839 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b238757{HTTP/1.1, (http/1.1)}{localhost:34789} 2024-11-20T08:19:12,840 INFO [Time-limited test {}] server.Server(415): Started @154002ms 2024-11-20T08:19:12,841 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:19:12,943 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/cluster_dc17f391-44db-daa3-fed7-d2ec7acb26cd/data/data2/current/BP-1314158967-172.17.0.2-1732090752135/current, will proceed with Du for space computation calculation, 2024-11-20T08:19:12,943 WARN [Thread-1674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/cluster_dc17f391-44db-daa3-fed7-d2ec7acb26cd/data/data1/current/BP-1314158967-172.17.0.2-1732090752135/current, will proceed with Du for space computation calculation, 2024-11-20T08:19:12,962 WARN [Thread-1662 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:19:12,965 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e5099a5f5abcbac with lease ID 0x2d432cb3948cf2ba: Processing first storage report for DS-f1a753ce-04d7-417f-ada0-1931ed458878 from datanode DatanodeRegistration(127.0.0.1:35207, datanodeUuid=68b4136a-8657-490d-8f36-9f1e69216fa4, infoPort=44603, infoSecurePort=0, ipcPort=45921, storageInfo=lv=-57;cid=testClusterID;nsid=1271321618;c=1732090752135) 2024-11-20T08:19:12,965 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e5099a5f5abcbac with lease ID 0x2d432cb3948cf2ba: from storage DS-f1a753ce-04d7-417f-ada0-1931ed458878 node DatanodeRegistration(127.0.0.1:35207, datanodeUuid=68b4136a-8657-490d-8f36-9f1e69216fa4, infoPort=44603, infoSecurePort=0, ipcPort=45921, storageInfo=lv=-57;cid=testClusterID;nsid=1271321618;c=1732090752135), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:19:12,965 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e5099a5f5abcbac with lease ID 0x2d432cb3948cf2ba: Processing first storage report for DS-46ec1968-b27c-4020-8c27-e670bf468261 from datanode DatanodeRegistration(127.0.0.1:35207, datanodeUuid=68b4136a-8657-490d-8f36-9f1e69216fa4, infoPort=44603, infoSecurePort=0, ipcPort=45921, storageInfo=lv=-57;cid=testClusterID;nsid=1271321618;c=1732090752135) 2024-11-20T08:19:12,965 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e5099a5f5abcbac with lease ID 0x2d432cb3948cf2ba: from storage DS-46ec1968-b27c-4020-8c27-e670bf468261 node DatanodeRegistration(127.0.0.1:35207, datanodeUuid=68b4136a-8657-490d-8f36-9f1e69216fa4, infoPort=44603, infoSecurePort=0, ipcPort=45921, storageInfo=lv=-57;cid=testClusterID;nsid=1271321618;c=1732090752135), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:19:13,065 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3 2024-11-20T08:19:13,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:13,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:13,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:19:13,479 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a with version=8 2024-11-20T08:19:13,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/hbase-staging 2024-11-20T08:19:13,482 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:19:13,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:13,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:13,482 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:19:13,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:13,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:19:13,482 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:19:13,482 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:19:13,483 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39959 2024-11-20T08:19:13,484 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39959 connecting to ZooKeeper ensemble=127.0.0.1:59571 2024-11-20T08:19:13,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399590x0, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:19:13,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39959-0x101347556bd0000 connected 2024-11-20T08:19:13,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:13,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:13,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Set watcher on znode that does not yet exist, /0528528739/running 2024-11-20T08:19:13,512 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a, hbase.cluster.distributed=false 2024-11-20T08:19:13,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Set watcher on znode that does not yet exist, /0528528739/acl 2024-11-20T08:19:13,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39959 2024-11-20T08:19:13,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39959 2024-11-20T08:19:13,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39959 2024-11-20T08:19:13,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39959 2024-11-20T08:19:13,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39959 2024-11-20T08:19:13,539 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:19:13,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:13,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:13,540 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:19:13,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:13,540 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:19:13,540 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:19:13,540 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:19:13,541 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34647 2024-11-20T08:19:13,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34647 connecting to ZooKeeper ensemble=127.0.0.1:59571 2024-11-20T08:19:13,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:13,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:13,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346470x0, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:19:13,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34647-0x101347556bd0001, quorum=127.0.0.1:59571, baseZNode=/0528528739 Set watcher on znode that does not yet exist, /0528528739/running 2024-11-20T08:19:13,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34647-0x101347556bd0001 connected 2024-11-20T08:19:13,550 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:19:13,552 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:19:13,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34647-0x101347556bd0001, quorum=127.0.0.1:59571, baseZNode=/0528528739 Set watcher on znode that does not yet exist, /0528528739/master 2024-11-20T08:19:13,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34647-0x101347556bd0001, quorum=127.0.0.1:59571, baseZNode=/0528528739 Set watcher on znode that does not yet exist, /0528528739/acl 2024-11-20T08:19:13,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34647 2024-11-20T08:19:13,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34647 2024-11-20T08:19:13,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34647 2024-11-20T08:19:13,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34647 2024-11-20T08:19:13,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34647 2024-11-20T08:19:13,572 DEBUG [M:0;3354ef74e3b7:39959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3354ef74e3b7:39959 2024-11-20T08:19:13,574 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0528528739/backup-masters/3354ef74e3b7,39959,1732090753481 2024-11-20T08:19:13,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0528528739/backup-masters 2024-11-20T08:19:13,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x101347556bd0001, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0528528739/backup-masters 2024-11-20T08:19:13,576 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Set watcher on existing znode=/0528528739/backup-masters/3354ef74e3b7,39959,1732090753481 2024-11-20T08:19:13,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0528528739 2024-11-20T08:19:13,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x101347556bd0001, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0528528739/master 2024-11-20T08:19:13,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x101347556bd0001, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0528528739 2024-11-20T08:19:13,578 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Set watcher on existing znode=/0528528739/master 2024-11-20T08:19:13,578 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0528528739/backup-masters/3354ef74e3b7,39959,1732090753481 from backup master directory 2024-11-20T08:19:13,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x101347556bd0001, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0528528739/backup-masters 2024-11-20T08:19:13,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0528528739/backup-masters/3354ef74e3b7,39959,1732090753481 2024-11-20T08:19:13,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0528528739/backup-masters 2024-11-20T08:19:13,580 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:19:13,580 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3354ef74e3b7,39959,1732090753481 2024-11-20T08:19:13,585 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/hbase.id] with ID: 9a1acc0d-0bde-419b-909d-bb2649954605 2024-11-20T08:19:13,585 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/.tmp/hbase.id 2024-11-20T08:19:13,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:19:13,994 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/.tmp/hbase.id]:[hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/hbase.id] 2024-11-20T08:19:14,004 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:14,004 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:19:14,006 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T08:19:14,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0528528739 2024-11-20T08:19:14,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x101347556bd0001, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0528528739 2024-11-20T08:19:14,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:19:14,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:19:14,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T08:19:14,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T08:19:14,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:19:14,415 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:19:14,416 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:19:14,417 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:19:14,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:19:14,824 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/MasterData/data/master/store 2024-11-20T08:19:14,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:19:14,830 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:14,830 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:19:14,830 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:14,830 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:14,830 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:19:14,830 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:14,830 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:14,830 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090754830Disabling compacts and flushes for region at 1732090754830Disabling writes for close at 1732090754830Writing region close event to WAL at 1732090754830Closed at 1732090754830 2024-11-20T08:19:14,831 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/MasterData/data/master/store/.initializing 2024-11-20T08:19:14,831 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/MasterData/WALs/3354ef74e3b7,39959,1732090753481 2024-11-20T08:19:14,832 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:19:14,833 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C39959%2C1732090753481, suffix=, logDir=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/MasterData/WALs/3354ef74e3b7,39959,1732090753481, archiveDir=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/MasterData/oldWALs, maxLogs=10 2024-11-20T08:19:14,847 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/MasterData/WALs/3354ef74e3b7,39959,1732090753481/3354ef74e3b7%2C39959%2C1732090753481.1732090754833, exclude list is [], retry=0 2024-11-20T08:19:14,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35207,DS-f1a753ce-04d7-417f-ada0-1931ed458878,DISK] 2024-11-20T08:19:14,851 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/MasterData/WALs/3354ef74e3b7,39959,1732090753481/3354ef74e3b7%2C39959%2C1732090753481.1732090754833 2024-11-20T08:19:14,851 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44603:44603)] 2024-11-20T08:19:14,851 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:19:14,852 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:14,852 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:14,852 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:14,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:14,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:19:14,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:14,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:14,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:14,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:19:14,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:14,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:14,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:14,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:19:14,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:14,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:14,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:14,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:19:14,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:14,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:14,858 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:14,859 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:14,859 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:14,860 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:14,860 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:14,861 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:19:14,862 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:14,864 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:19:14,864 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69085899, jitterRate=0.0294601172208786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:19:14,865 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732090754852Initializing all the Stores at 1732090754853 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090754853Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090754853Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090754853Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090754853Cleaning up temporary data from old regions at 1732090754860 (+7 ms)Region opened successfully at 1732090754865 (+5 ms) 2024-11-20T08:19:14,865 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:19:14,867 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef2d940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:19:14,868 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T08:19:14,868 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:19:14,868 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:19:14,869 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:19:14,869 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:19:14,869 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:19:14,869 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:19:14,871 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:19:14,871 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Unable to get data of znode /0528528739/balancer because node does not exist (not necessarily an error) 2024-11-20T08:19:14,873 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0528528739/balancer already deleted, retry=false 2024-11-20T08:19:14,873 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:19:14,874 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Unable to get data of znode /0528528739/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:19:14,875 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0528528739/normalizer already deleted, retry=false 2024-11-20T08:19:14,875 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:19:14,876 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Unable to get data of znode /0528528739/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:19:14,878 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0528528739/switch/split already deleted, retry=false 2024-11-20T08:19:14,878 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Unable to get data of znode /0528528739/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:19:14,880 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0528528739/switch/merge already deleted, retry=false 2024-11-20T08:19:14,881 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Unable to get data of znode /0528528739/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:19:14,882 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0528528739/snapshot-cleanup already deleted, retry=false 2024-11-20T08:19:14,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0528528739/running 2024-11-20T08:19:14,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0528528739 2024-11-20T08:19:14,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x101347556bd0001, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0528528739/running 2024-11-20T08:19:14,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x101347556bd0001, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0528528739 2024-11-20T08:19:14,884 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3354ef74e3b7,39959,1732090753481, sessionid=0x101347556bd0000, setting cluster-up flag (Was=false) 2024-11-20T08:19:14,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0528528739 2024-11-20T08:19:14,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x101347556bd0001, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0528528739 2024-11-20T08:19:14,893 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0528528739/flush-table-proc/acquired, /0528528739/flush-table-proc/reached, /0528528739/flush-table-proc/abort 2024-11-20T08:19:14,894 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,39959,1732090753481 2024-11-20T08:19:14,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0528528739 2024-11-20T08:19:14,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x101347556bd0001, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0528528739 2024-11-20T08:19:14,902 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0528528739/online-snapshot/acquired, /0528528739/online-snapshot/reached, /0528528739/online-snapshot/abort 2024-11-20T08:19:14,903 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,39959,1732090753481 2024-11-20T08:19:14,904 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T08:19:14,905 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:19:14,905 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:19:14,906 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:19:14,906 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 3354ef74e3b7,45207,1732090731467: status=Processing ServerCrashProcedure of 3354ef74e3b7,45207,1732090731467 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732090741981, completionTime=-1 appears to have been leaked 2024-11-20T08:19:14,906 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3354ef74e3b7,39959,1732090753481 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:19:14,907 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:19:14,907 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:19:14,907 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:19:14,907 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:19:14,907 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3354ef74e3b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:19:14,907 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:14,907 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:19:14,907 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:14,913 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:19:14,913 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:19:14,914 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090784913 2024-11-20T08:19:14,914 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:19:14,914 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:19:14,914 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:19:14,914 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:19:14,914 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:19:14,914 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:19:14,914 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:14,914 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:19:14,914 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:19:14,914 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:14,914 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:19:14,915 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T08:19:14,915 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:19:14,915 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:19:14,915 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:19:14,916 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090754915,5,FailOnTimeoutGroup] 2024-11-20T08:19:14,919 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090754916,5,FailOnTimeoutGroup] 2024-11-20T08:19:14,919 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:14,919 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:19:14,919 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:14,919 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:14,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741831_1007 (size=1321) 2024-11-20T08:19:14,963 INFO [RS:0;3354ef74e3b7:34647 {}] regionserver.HRegionServer(746): ClusterId : 9a1acc0d-0bde-419b-909d-bb2649954605 2024-11-20T08:19:14,963 DEBUG [RS:0;3354ef74e3b7:34647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:19:14,965 DEBUG [RS:0;3354ef74e3b7:34647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:19:14,965 DEBUG [RS:0;3354ef74e3b7:34647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:19:14,967 DEBUG [RS:0;3354ef74e3b7:34647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:19:14,967 DEBUG [RS:0;3354ef74e3b7:34647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f773e88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:19:14,979 DEBUG [RS:0;3354ef74e3b7:34647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3354ef74e3b7:34647 2024-11-20T08:19:14,979 INFO [RS:0;3354ef74e3b7:34647 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:19:14,979 INFO [RS:0;3354ef74e3b7:34647 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:19:14,979 DEBUG [RS:0;3354ef74e3b7:34647 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:19:14,980 INFO [RS:0;3354ef74e3b7:34647 {}] regionserver.HRegionServer(2659): reportForDuty to master=3354ef74e3b7,39959,1732090753481 with port=34647, startcode=1732090753539 2024-11-20T08:19:14,980 DEBUG [RS:0;3354ef74e3b7:34647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:19:14,982 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:19:14,982 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39959 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3354ef74e3b7,34647,1732090753539 2024-11-20T08:19:14,982 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39959 {}] master.ServerManager(517): Registering regionserver=3354ef74e3b7,34647,1732090753539 2024-11-20T08:19:14,984 DEBUG [RS:0;3354ef74e3b7:34647 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a 2024-11-20T08:19:14,984 DEBUG [RS:0;3354ef74e3b7:34647 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39095 2024-11-20T08:19:14,984 DEBUG [RS:0;3354ef74e3b7:34647 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:19:14,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0528528739/rs 2024-11-20T08:19:14,986 DEBUG [RS:0;3354ef74e3b7:34647 {}] zookeeper.ZKUtil(111): regionserver:34647-0x101347556bd0001, quorum=127.0.0.1:59571, baseZNode=/0528528739 Set watcher on existing znode=/0528528739/rs/3354ef74e3b7,34647,1732090753539 2024-11-20T08:19:14,987 WARN [RS:0;3354ef74e3b7:34647 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:19:14,987 INFO [RS:0;3354ef74e3b7:34647 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:19:14,987 DEBUG [RS:0;3354ef74e3b7:34647 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539 2024-11-20T08:19:14,987 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3354ef74e3b7,34647,1732090753539] 2024-11-20T08:19:14,990 INFO [RS:0;3354ef74e3b7:34647 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:19:14,992 INFO [RS:0;3354ef74e3b7:34647 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:19:14,992 INFO [RS:0;3354ef74e3b7:34647 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:19:14,992 INFO [RS:0;3354ef74e3b7:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:14,994 INFO [RS:0;3354ef74e3b7:34647 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:19:14,995 INFO [RS:0;3354ef74e3b7:34647 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:19:14,995 INFO [RS:0;3354ef74e3b7:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:14,995 DEBUG [RS:0;3354ef74e3b7:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:14,995 DEBUG [RS:0;3354ef74e3b7:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:14,995 DEBUG [RS:0;3354ef74e3b7:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:14,995 DEBUG [RS:0;3354ef74e3b7:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:14,995 DEBUG [RS:0;3354ef74e3b7:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:14,995 DEBUG [RS:0;3354ef74e3b7:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:19:14,995 DEBUG [RS:0;3354ef74e3b7:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:14,995 DEBUG [RS:0;3354ef74e3b7:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:14,995 DEBUG [RS:0;3354ef74e3b7:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:14,995 DEBUG [RS:0;3354ef74e3b7:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:14,995 DEBUG [RS:0;3354ef74e3b7:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:14,995 DEBUG [RS:0;3354ef74e3b7:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:14,995 DEBUG [RS:0;3354ef74e3b7:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:19:14,995 DEBUG [RS:0;3354ef74e3b7:34647 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:19:14,996 INFO [RS:0;3354ef74e3b7:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:14,997 INFO [RS:0;3354ef74e3b7:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:14,997 INFO [RS:0;3354ef74e3b7:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:14,997 INFO [RS:0;3354ef74e3b7:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:14,997 INFO [RS:0;3354ef74e3b7:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:14,997 INFO [RS:0;3354ef74e3b7:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,34647,1732090753539-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:19:15,019 INFO [RS:0;3354ef74e3b7:34647 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:19:15,019 INFO [RS:0;3354ef74e3b7:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,34647,1732090753539-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:15,019 INFO [RS:0;3354ef74e3b7:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:15,019 INFO [RS:0;3354ef74e3b7:34647 {}] regionserver.Replication(171): 3354ef74e3b7,34647,1732090753539 started 2024-11-20T08:19:15,040 INFO [RS:0;3354ef74e3b7:34647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:15,040 INFO [RS:0;3354ef74e3b7:34647 {}] regionserver.HRegionServer(1482): Serving as 3354ef74e3b7,34647,1732090753539, RpcServer on 3354ef74e3b7/172.17.0.2:34647, sessionid=0x101347556bd0001 2024-11-20T08:19:15,040 DEBUG [RS:0;3354ef74e3b7:34647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:19:15,040 DEBUG [RS:0;3354ef74e3b7:34647 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3354ef74e3b7,34647,1732090753539 2024-11-20T08:19:15,040 DEBUG [RS:0;3354ef74e3b7:34647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,34647,1732090753539' 2024-11-20T08:19:15,040 DEBUG [RS:0;3354ef74e3b7:34647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0528528739/flush-table-proc/abort' 2024-11-20T08:19:15,040 DEBUG [RS:0;3354ef74e3b7:34647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0528528739/flush-table-proc/acquired' 2024-11-20T08:19:15,041 DEBUG [RS:0;3354ef74e3b7:34647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:19:15,041 DEBUG [RS:0;3354ef74e3b7:34647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:19:15,041 DEBUG [RS:0;3354ef74e3b7:34647 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3354ef74e3b7,34647,1732090753539 2024-11-20T08:19:15,041 DEBUG [RS:0;3354ef74e3b7:34647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,34647,1732090753539' 2024-11-20T08:19:15,041 DEBUG [RS:0;3354ef74e3b7:34647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0528528739/online-snapshot/abort' 2024-11-20T08:19:15,041 DEBUG [RS:0;3354ef74e3b7:34647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0528528739/online-snapshot/acquired' 2024-11-20T08:19:15,042 DEBUG [RS:0;3354ef74e3b7:34647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:19:15,042 INFO [RS:0;3354ef74e3b7:34647 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:19:15,042 INFO [RS:0;3354ef74e3b7:34647 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:19:15,142 INFO [RS:0;3354ef74e3b7:34647 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:19:15,143 INFO [RS:0;3354ef74e3b7:34647 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C34647%2C1732090753539, suffix=, logDir=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539, archiveDir=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/oldWALs, maxLogs=10 2024-11-20T08:19:15,157 DEBUG [RS:0;3354ef74e3b7:34647 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144, exclude list is [], retry=0 2024-11-20T08:19:15,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35207,DS-f1a753ce-04d7-417f-ada0-1931ed458878,DISK] 2024-11-20T08:19:15,162 INFO [RS:0;3354ef74e3b7:34647 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144 2024-11-20T08:19:15,162 DEBUG [RS:0;3354ef74e3b7:34647 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44603:44603)] 2024-11-20T08:19:15,323 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T08:19:15,323 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a 2024-11-20T08:19:15,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741833_1009 (size=32) 2024-11-20T08:19:15,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:15,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:19:15,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:19:15,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:15,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:15,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:19:15,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:19:15,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:15,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:15,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:19:15,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:19:15,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:15,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:15,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:19:15,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:19:15,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:15,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:15,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:19:15,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/1588230740 2024-11-20T08:19:15,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/1588230740 2024-11-20T08:19:15,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:19:15,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:19:15,739 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:19:15,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:19:15,741 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:19:15,742 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73777081, jitterRate=0.09936417639255524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:19:15,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732090755729Initializing all the Stores at 1732090755730 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090755730Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090755731 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090755731Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090755731Cleaning up temporary data from old regions at 1732090755738 (+7 ms)Region opened successfully at 1732090755742 (+4 ms) 2024-11-20T08:19:15,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:19:15,742 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:19:15,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:19:15,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:19:15,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:19:15,743 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:19:15,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090755742Disabling compacts and flushes for region at 1732090755742Disabling writes for close at 1732090755742Writing region close event to WAL at 1732090755743 (+1 ms)Closed at 1732090755743 2024-11-20T08:19:15,744 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:19:15,744 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T08:19:15,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:19:15,744 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:19:15,745 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:19:15,896 DEBUG [3354ef74e3b7:39959 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:19:15,896 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3354ef74e3b7,34647,1732090753539 2024-11-20T08:19:15,897 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,34647,1732090753539, state=OPENING 2024-11-20T08:19:15,899 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:19:15,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x101347556bd0001, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0528528739 2024-11-20T08:19:15,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0528528739 2024-11-20T08:19:15,901 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0528528739/meta-region-server: CHANGED 2024-11-20T08:19:15,901 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0528528739/meta-region-server: CHANGED 2024-11-20T08:19:15,901 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:19:15,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,34647,1732090753539}] 2024-11-20T08:19:16,054 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:19:16,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:19:16,062 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:19:16,062 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:19:16,063 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:19:16,064 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C34647%2C1732090753539.meta, suffix=.meta, logDir=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539, archiveDir=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/oldWALs, maxLogs=10 2024-11-20T08:19:16,078 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.meta.1732090756064.meta, exclude list is [], retry=0 2024-11-20T08:19:16,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35207,DS-f1a753ce-04d7-417f-ada0-1931ed458878,DISK] 2024-11-20T08:19:16,082 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.meta.1732090756064.meta 2024-11-20T08:19:16,082 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44603:44603)] 2024-11-20T08:19:16,083 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:19:16,083 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:19:16,083 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:19:16,083 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:19:16,083 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:19:16,083 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:19:16,083 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:16,083 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:19:16,083 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:19:16,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:19:16,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:19:16,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:16,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:16,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:19:16,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:19:16,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:16,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:16,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:19:16,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:19:16,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:16,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:16,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:19:16,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:19:16,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:16,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:16,089 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:19:16,090 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/1588230740 2024-11-20T08:19:16,091 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/1588230740 2024-11-20T08:19:16,092 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:19:16,092 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:19:16,092 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:19:16,093 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:19:16,094 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71534677, jitterRate=0.06594975292682648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:19:16,094 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:19:16,094 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732090756084Writing region info on filesystem at 1732090756084Initializing all the Stores at 1732090756084Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090756084Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090756084Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090756084Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090756084Cleaning up temporary data from old regions at 1732090756092 (+8 ms)Running coprocessor post-open hooks at 1732090756094 (+2 ms)Region opened successfully at 1732090756094 2024-11-20T08:19:16,095 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090756054 2024-11-20T08:19:16,098 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:19:16,098 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:19:16,098 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,34647,1732090753539 2024-11-20T08:19:16,099 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,34647,1732090753539, state=OPEN 2024-11-20T08:19:16,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x101347556bd0001, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0528528739/meta-region-server 2024-11-20T08:19:16,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0528528739/meta-region-server 2024-11-20T08:19:16,104 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3354ef74e3b7,34647,1732090753539 2024-11-20T08:19:16,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0528528739/meta-region-server: CHANGED 2024-11-20T08:19:16,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0528528739/meta-region-server: CHANGED 2024-11-20T08:19:16,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:19:16,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,34647,1732090753539 in 203 msec 2024-11-20T08:19:16,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:19:16,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-20T08:19:16,108 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:19:16,108 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T08:19:16,109 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:16,109 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,34647,1732090753539, seqNum=-1] 2024-11-20T08:19:16,110 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:19:16,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:19:16,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2100 sec 2024-11-20T08:19:16,115 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090756115, completionTime=-1 2024-11-20T08:19:16,115 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T08:19:16,116 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T08:19:16,118 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T08:19:16,118 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090816118 2024-11-20T08:19:16,118 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090876118 2024-11-20T08:19:16,118 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T08:19:16,118 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,39959,1732090753481-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:16,118 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,39959,1732090753481-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:16,118 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,39959,1732090753481-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:16,118 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3354ef74e3b7:39959, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:16,118 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:16,118 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:16,120 DEBUG [master/3354ef74e3b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T08:19:16,122 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.542sec 2024-11-20T08:19:16,122 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:19:16,122 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:19:16,122 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:19:16,122 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:19:16,122 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:19:16,122 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,39959,1732090753481-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:19:16,122 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,39959,1732090753481-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:19:16,124 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:19:16,124 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:19:16,124 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,39959,1732090753481-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:16,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112afb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:16,164 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,39959,-1 for getting cluster id 2024-11-20T08:19:16,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:16,165 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a1acc0d-0bde-419b-909d-bb2649954605' 2024-11-20T08:19:16,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:16,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a1acc0d-0bde-419b-909d-bb2649954605" 2024-11-20T08:19:16,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b2d227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:16,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,39959,-1] 2024-11-20T08:19:16,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:16,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:16,167 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:16,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a57df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:16,168 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:16,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,34647,1732090753539, seqNum=-1] 2024-11-20T08:19:16,170 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:19:16,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:19:16,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3354ef74e3b7,39959,1732090753481 2024-11-20T08:19:16,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59571 2024-11-20T08:19:16,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:19:16,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101347556bd0002 connected 2024-11-20T08:19:16,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/hadoop.log.dir so I do NOT create it in target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992 2024-11-20T08:19:16,179 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T08:19:16,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/hadoop.tmp.dir so I do NOT create it in target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992 2024-11-20T08:19:16,179 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T08:19:16,179 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992 2024-11-20T08:19:16,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:19:16,179 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/cluster_6858aeae-5d18-f43f-8543-f35f72b15ab4, deleteOnExit=true 2024-11-20T08:19:16,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T08:19:16,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/test.cache.data in system properties and HBase conf 2024-11-20T08:19:16,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:19:16,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:19:16,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:19:16,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:19:16,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T08:19:16,180 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:19:16,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:19:16,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:19:16,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:19:16,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:19:16,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:19:16,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:19:16,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:19:16,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:19:16,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:19:16,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:19:16,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:19:16,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:19:16,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:19:16,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:19:16,259 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:19:16,263 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:19:16,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:19:16,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:19:16,265 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:19:16,266 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:19:16,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@347b42e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:19:16,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@672fe1f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:19:16,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b344cbb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/java.io.tmpdir/jetty-localhost-37267-hadoop-hdfs-3_4_1-tests_jar-_-any-2889415197139485325/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:19:16,384 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6149b37d{HTTP/1.1, (http/1.1)}{localhost:37267} 2024-11-20T08:19:16,385 INFO [Time-limited test {}] server.Server(415): Started @157547ms 2024-11-20T08:19:16,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:19:16,487 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:19:16,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:19:16,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:19:16,489 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:19:16,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c9e907e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:19:16,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38e96b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:19:16,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@596ea19b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/java.io.tmpdir/jetty-localhost-33527-hadoop-hdfs-3_4_1-tests_jar-_-any-4522399513922785063/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:19:16,610 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@295f848f{HTTP/1.1, (http/1.1)}{localhost:33527} 2024-11-20T08:19:16,610 INFO [Time-limited test {}] server.Server(415): Started @157773ms 2024-11-20T08:19:16,611 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:19:16,725 WARN [Thread-1794 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/cluster_6858aeae-5d18-f43f-8543-f35f72b15ab4/data/data1/current/BP-1098970549-172.17.0.2-1732090756202/current, will proceed with Du for space computation calculation, 2024-11-20T08:19:16,725 WARN [Thread-1795 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/cluster_6858aeae-5d18-f43f-8543-f35f72b15ab4/data/data2/current/BP-1098970549-172.17.0.2-1732090756202/current, will proceed with Du for space computation calculation, 2024-11-20T08:19:16,753 WARN [Thread-1782 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:19:16,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1caa5805b8c08313 with lease ID 0x1841a6b65c61225d: Processing first storage report for DS-4beb29ad-62de-48cd-bd82-20b85f27dd27 from datanode DatanodeRegistration(127.0.0.1:39531, datanodeUuid=1825fab2-a2d6-479e-bc1b-86d3ac1d407e, infoPort=37141, infoSecurePort=0, ipcPort=34129, storageInfo=lv=-57;cid=testClusterID;nsid=393660418;c=1732090756202) 2024-11-20T08:19:16,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1caa5805b8c08313 with lease ID 0x1841a6b65c61225d: from storage DS-4beb29ad-62de-48cd-bd82-20b85f27dd27 node DatanodeRegistration(127.0.0.1:39531, datanodeUuid=1825fab2-a2d6-479e-bc1b-86d3ac1d407e, infoPort=37141, infoSecurePort=0, ipcPort=34129, storageInfo=lv=-57;cid=testClusterID;nsid=393660418;c=1732090756202), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:19:16,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1caa5805b8c08313 with lease ID 0x1841a6b65c61225d: Processing first storage report for DS-fd0b637e-8f66-44f0-8c06-465288151d11 from datanode DatanodeRegistration(127.0.0.1:39531, datanodeUuid=1825fab2-a2d6-479e-bc1b-86d3ac1d407e, infoPort=37141, infoSecurePort=0, ipcPort=34129, storageInfo=lv=-57;cid=testClusterID;nsid=393660418;c=1732090756202) 2024-11-20T08:19:16,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1caa5805b8c08313 with lease ID 0x1841a6b65c61225d: from storage DS-fd0b637e-8f66-44f0-8c06-465288151d11 node DatanodeRegistration(127.0.0.1:39531, datanodeUuid=1825fab2-a2d6-479e-bc1b-86d3ac1d407e, infoPort=37141, infoSecurePort=0, ipcPort=34129, storageInfo=lv=-57;cid=testClusterID;nsid=393660418;c=1732090756202), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:19:16,850 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992 2024-11-20T08:19:16,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:16,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:16,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:19:17,260 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c with version=8 2024-11-20T08:19:17,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/hbase-staging 2024-11-20T08:19:17,263 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:19:17,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:17,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:17,263 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:19:17,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:17,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:19:17,263 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:19:17,263 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:19:17,264 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40735 2024-11-20T08:19:17,265 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40735 connecting to ZooKeeper ensemble=127.0.0.1:59571 2024-11-20T08:19:17,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407350x0, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:19:17,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40735-0x101347556bd0003 connected 2024-11-20T08:19:17,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:17,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:17,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Set watcher on znode that does not yet exist, /11241388424/running 2024-11-20T08:19:17,285 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c, hbase.cluster.distributed=false 2024-11-20T08:19:17,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Set watcher on znode that does not yet exist, /11241388424/acl 2024-11-20T08:19:17,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40735 2024-11-20T08:19:17,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40735 2024-11-20T08:19:17,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40735 2024-11-20T08:19:17,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40735 2024-11-20T08:19:17,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40735 2024-11-20T08:19:17,308 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:19:17,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:17,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:17,308 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:19:17,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:17,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:19:17,308 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:19:17,308 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:19:17,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44869 2024-11-20T08:19:17,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44869 connecting to ZooKeeper ensemble=127.0.0.1:59571 2024-11-20T08:19:17,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:17,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:17,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448690x0, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:19:17,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448690x0, quorum=127.0.0.1:59571, baseZNode=/11241388424 Set watcher on znode that does not yet exist, /11241388424/running 2024-11-20T08:19:17,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44869-0x101347556bd0004 connected 2024-11-20T08:19:17,318 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:19:17,320 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:19:17,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44869-0x101347556bd0004, quorum=127.0.0.1:59571, baseZNode=/11241388424 Set watcher on znode that does not yet exist, /11241388424/master 2024-11-20T08:19:17,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44869-0x101347556bd0004, quorum=127.0.0.1:59571, baseZNode=/11241388424 Set watcher on znode that does not yet exist, /11241388424/acl 2024-11-20T08:19:17,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44869 2024-11-20T08:19:17,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44869 2024-11-20T08:19:17,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44869 2024-11-20T08:19:17,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44869 2024-11-20T08:19:17,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44869 2024-11-20T08:19:17,345 DEBUG [M:0;3354ef74e3b7:40735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3354ef74e3b7:40735 2024-11-20T08:19:17,346 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11241388424/backup-masters/3354ef74e3b7,40735,1732090757262 2024-11-20T08:19:17,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11241388424/backup-masters 2024-11-20T08:19:17,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x101347556bd0004, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11241388424/backup-masters 2024-11-20T08:19:17,349 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Set watcher on existing znode=/11241388424/backup-masters/3354ef74e3b7,40735,1732090757262 2024-11-20T08:19:17,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x101347556bd0004, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11241388424/master 2024-11-20T08:19:17,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11241388424 2024-11-20T08:19:17,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x101347556bd0004, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11241388424 2024-11-20T08:19:17,350 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Set watcher on existing znode=/11241388424/master 2024-11-20T08:19:17,351 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11241388424/backup-masters/3354ef74e3b7,40735,1732090757262 from backup master directory 2024-11-20T08:19:17,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11241388424/backup-masters/3354ef74e3b7,40735,1732090757262 2024-11-20T08:19:17,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x101347556bd0004, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11241388424/backup-masters 2024-11-20T08:19:17,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11241388424/backup-masters 2024-11-20T08:19:17,352 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:19:17,352 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3354ef74e3b7,40735,1732090757262 2024-11-20T08:19:17,359 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/hbase.id] with ID: d1725603-f1cb-448b-a02a-11129e68b7b5 2024-11-20T08:19:17,359 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/.tmp/hbase.id 2024-11-20T08:19:17,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:19:17,766 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/.tmp/hbase.id]:[hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/hbase.id] 2024-11-20T08:19:17,776 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:17,776 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:19:17,777 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T08:19:17,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x101347556bd0004, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11241388424 2024-11-20T08:19:17,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11241388424 2024-11-20T08:19:17,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:19:18,186 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:19:18,187 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:19:18,188 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:19:18,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:19:18,596 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/MasterData/data/master/store 2024-11-20T08:19:18,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:19:19,003 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:19,003 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:19:19,003 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:19,003 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:19,003 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:19:19,003 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:19,003 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:19,003 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090759003Disabling compacts and flushes for region at 1732090759003Disabling writes for close at 1732090759003Writing region close event to WAL at 1732090759003Closed at 1732090759003 2024-11-20T08:19:19,004 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/MasterData/data/master/store/.initializing 2024-11-20T08:19:19,004 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/MasterData/WALs/3354ef74e3b7,40735,1732090757262 2024-11-20T08:19:19,005 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:19:19,007 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C40735%2C1732090757262, suffix=, logDir=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/MasterData/WALs/3354ef74e3b7,40735,1732090757262, archiveDir=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/MasterData/oldWALs, maxLogs=10 2024-11-20T08:19:19,022 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/MasterData/WALs/3354ef74e3b7,40735,1732090757262/3354ef74e3b7%2C40735%2C1732090757262.1732090759007, exclude list is [], retry=0 2024-11-20T08:19:19,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39531,DS-4beb29ad-62de-48cd-bd82-20b85f27dd27,DISK] 2024-11-20T08:19:19,027 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/MasterData/WALs/3354ef74e3b7,40735,1732090757262/3354ef74e3b7%2C40735%2C1732090757262.1732090759007 2024-11-20T08:19:19,027 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37141:37141)] 2024-11-20T08:19:19,027 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:19:19,028 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:19,028 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:19,028 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:19,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:19,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:19:19,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:19,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:19,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:19,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:19:19,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:19,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:19,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:19,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:19:19,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:19,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:19,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:19,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:19:19,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:19,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:19,036 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:19,037 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:19,037 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:19,038 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:19,038 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:19,038 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:19:19,039 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:19,044 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:19:19,044 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65116947, jitterRate=-0.029681876301765442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:19:19,044 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732090759028Initializing all the Stores at 1732090759029 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090759029Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090759029Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090759029Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090759029Cleaning up temporary data from old regions at 1732090759038 (+9 ms)Region opened successfully at 1732090759044 (+6 ms) 2024-11-20T08:19:19,045 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:19:19,053 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0b181b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:19:19,054 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T08:19:19,054 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:19:19,054 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:19:19,054 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:19:19,055 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:19:19,055 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:19:19,055 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:19:19,058 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:19:19,059 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Unable to get data of znode /11241388424/balancer because node does not exist (not necessarily an error) 2024-11-20T08:19:19,060 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11241388424/balancer already deleted, retry=false 2024-11-20T08:19:19,061 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:19:19,061 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Unable to get data of znode /11241388424/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:19:19,062 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11241388424/normalizer already deleted, retry=false 2024-11-20T08:19:19,062 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:19:19,063 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Unable to get data of znode /11241388424/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:19:19,064 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11241388424/switch/split already deleted, retry=false 2024-11-20T08:19:19,065 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Unable to get data of znode /11241388424/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:19:19,067 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11241388424/switch/merge already deleted, retry=false 2024-11-20T08:19:19,068 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Unable to get data of znode /11241388424/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:19:19,069 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11241388424/snapshot-cleanup already deleted, retry=false 2024-11-20T08:19:19,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x101347556bd0004, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11241388424/running 2024-11-20T08:19:19,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11241388424/running 2024-11-20T08:19:19,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x101347556bd0004, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11241388424 2024-11-20T08:19:19,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11241388424 2024-11-20T08:19:19,071 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3354ef74e3b7,40735,1732090757262, sessionid=0x101347556bd0003, setting cluster-up flag (Was=false) 2024-11-20T08:19:19,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11241388424 2024-11-20T08:19:19,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x101347556bd0004, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11241388424 2024-11-20T08:19:19,080 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11241388424/flush-table-proc/acquired, /11241388424/flush-table-proc/reached, /11241388424/flush-table-proc/abort 2024-11-20T08:19:19,080 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,40735,1732090757262 2024-11-20T08:19:19,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11241388424 2024-11-20T08:19:19,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x101347556bd0004, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11241388424 2024-11-20T08:19:19,090 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11241388424/online-snapshot/acquired, /11241388424/online-snapshot/reached, /11241388424/online-snapshot/abort 2024-11-20T08:19:19,091 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,40735,1732090757262 2024-11-20T08:19:19,092 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T08:19:19,094 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:19:19,094 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:19:19,094 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:19:19,094 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3354ef74e3b7,40735,1732090757262 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:19:19,095 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:19:19,095 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:19:19,095 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:19:19,095 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:19:19,096 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3354ef74e3b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:19:19,096 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:19,096 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:19:19,096 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:19,097 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:19:19,097 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:19:19,098 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:19,098 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:19:19,100 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090789100 2024-11-20T08:19:19,100 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:19:19,100 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:19:19,100 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:19:19,101 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:19:19,101 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:19:19,101 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:19:19,104 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:19,107 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:19:19,108 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:19:19,108 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:19:19,108 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T08:19:19,109 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:19:19,109 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:19:19,112 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090759109,5,FailOnTimeoutGroup] 2024-11-20T08:19:19,112 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090759112,5,FailOnTimeoutGroup] 2024-11-20T08:19:19,112 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:19,112 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:19:19,112 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:19,112 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:19,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741831_1007 (size=1321) 2024-11-20T08:19:19,132 INFO [RS:0;3354ef74e3b7:44869 {}] regionserver.HRegionServer(746): ClusterId : d1725603-f1cb-448b-a02a-11129e68b7b5 2024-11-20T08:19:19,132 DEBUG [RS:0;3354ef74e3b7:44869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:19:19,134 DEBUG [RS:0;3354ef74e3b7:44869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:19:19,134 DEBUG [RS:0;3354ef74e3b7:44869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:19:19,135 DEBUG [RS:0;3354ef74e3b7:44869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:19:19,136 DEBUG [RS:0;3354ef74e3b7:44869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea9c1d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:19:19,151 DEBUG [RS:0;3354ef74e3b7:44869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3354ef74e3b7:44869 2024-11-20T08:19:19,151 INFO [RS:0;3354ef74e3b7:44869 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:19:19,151 INFO [RS:0;3354ef74e3b7:44869 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:19:19,151 DEBUG [RS:0;3354ef74e3b7:44869 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:19:19,152 INFO [RS:0;3354ef74e3b7:44869 {}] regionserver.HRegionServer(2659): reportForDuty to master=3354ef74e3b7,40735,1732090757262 with port=44869, startcode=1732090757307 2024-11-20T08:19:19,152 DEBUG [RS:0;3354ef74e3b7:44869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:19:19,154 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:19:19,155 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40735 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3354ef74e3b7,44869,1732090757307 2024-11-20T08:19:19,155 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40735 {}] master.ServerManager(517): Registering regionserver=3354ef74e3b7,44869,1732090757307 2024-11-20T08:19:19,156 DEBUG [RS:0;3354ef74e3b7:44869 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c 2024-11-20T08:19:19,156 DEBUG [RS:0;3354ef74e3b7:44869 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40405 2024-11-20T08:19:19,156 DEBUG [RS:0;3354ef74e3b7:44869 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:19:19,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11241388424/rs 2024-11-20T08:19:19,158 DEBUG [RS:0;3354ef74e3b7:44869 {}] zookeeper.ZKUtil(111): regionserver:44869-0x101347556bd0004, quorum=127.0.0.1:59571, baseZNode=/11241388424 Set watcher on existing znode=/11241388424/rs/3354ef74e3b7,44869,1732090757307 2024-11-20T08:19:19,158 WARN [RS:0;3354ef74e3b7:44869 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:19:19,158 INFO [RS:0;3354ef74e3b7:44869 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:19:19,158 DEBUG [RS:0;3354ef74e3b7:44869 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307 2024-11-20T08:19:19,159 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3354ef74e3b7,44869,1732090757307] 2024-11-20T08:19:19,161 INFO [RS:0;3354ef74e3b7:44869 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:19:19,163 INFO [RS:0;3354ef74e3b7:44869 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:19:19,164 INFO [RS:0;3354ef74e3b7:44869 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:19:19,164 INFO [RS:0;3354ef74e3b7:44869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:19,167 INFO [RS:0;3354ef74e3b7:44869 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:19:19,168 INFO [RS:0;3354ef74e3b7:44869 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:19:19,168 INFO [RS:0;3354ef74e3b7:44869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:19,168 DEBUG [RS:0;3354ef74e3b7:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:19,168 DEBUG [RS:0;3354ef74e3b7:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:19,168 DEBUG [RS:0;3354ef74e3b7:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:19,168 DEBUG [RS:0;3354ef74e3b7:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:19,168 DEBUG [RS:0;3354ef74e3b7:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:19,168 DEBUG [RS:0;3354ef74e3b7:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:19:19,168 DEBUG [RS:0;3354ef74e3b7:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:19,168 DEBUG [RS:0;3354ef74e3b7:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:19,168 DEBUG [RS:0;3354ef74e3b7:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:19,168 DEBUG [RS:0;3354ef74e3b7:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:19,168 DEBUG [RS:0;3354ef74e3b7:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:19,168 DEBUG [RS:0;3354ef74e3b7:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:19,168 DEBUG [RS:0;3354ef74e3b7:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:19:19,168 DEBUG [RS:0;3354ef74e3b7:44869 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:19:19,169 INFO [RS:0;3354ef74e3b7:44869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:19,169 INFO [RS:0;3354ef74e3b7:44869 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:19,169 INFO [RS:0;3354ef74e3b7:44869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:19,169 INFO [RS:0;3354ef74e3b7:44869 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:19,169 INFO [RS:0;3354ef74e3b7:44869 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:19,169 INFO [RS:0;3354ef74e3b7:44869 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,44869,1732090757307-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:19:19,188 INFO [RS:0;3354ef74e3b7:44869 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:19:19,189 INFO [RS:0;3354ef74e3b7:44869 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,44869,1732090757307-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:19,189 INFO [RS:0;3354ef74e3b7:44869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:19,189 INFO [RS:0;3354ef74e3b7:44869 {}] regionserver.Replication(171): 3354ef74e3b7,44869,1732090757307 started 2024-11-20T08:19:19,207 INFO [RS:0;3354ef74e3b7:44869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:19,207 INFO [RS:0;3354ef74e3b7:44869 {}] regionserver.HRegionServer(1482): Serving as 3354ef74e3b7,44869,1732090757307, RpcServer on 3354ef74e3b7/172.17.0.2:44869, sessionid=0x101347556bd0004 2024-11-20T08:19:19,207 DEBUG [RS:0;3354ef74e3b7:44869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:19:19,208 DEBUG [RS:0;3354ef74e3b7:44869 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3354ef74e3b7,44869,1732090757307 2024-11-20T08:19:19,208 DEBUG [RS:0;3354ef74e3b7:44869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,44869,1732090757307' 2024-11-20T08:19:19,208 DEBUG [RS:0;3354ef74e3b7:44869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11241388424/flush-table-proc/abort' 2024-11-20T08:19:19,208 DEBUG [RS:0;3354ef74e3b7:44869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11241388424/flush-table-proc/acquired' 2024-11-20T08:19:19,208 DEBUG [RS:0;3354ef74e3b7:44869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:19:19,208 DEBUG [RS:0;3354ef74e3b7:44869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:19:19,209 DEBUG [RS:0;3354ef74e3b7:44869 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3354ef74e3b7,44869,1732090757307 2024-11-20T08:19:19,209 DEBUG [RS:0;3354ef74e3b7:44869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,44869,1732090757307' 2024-11-20T08:19:19,209 DEBUG [RS:0;3354ef74e3b7:44869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11241388424/online-snapshot/abort' 2024-11-20T08:19:19,209 DEBUG [RS:0;3354ef74e3b7:44869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11241388424/online-snapshot/acquired' 2024-11-20T08:19:19,209 DEBUG [RS:0;3354ef74e3b7:44869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:19:19,209 INFO [RS:0;3354ef74e3b7:44869 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:19:19,209 INFO [RS:0;3354ef74e3b7:44869 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:19:19,310 INFO [RS:0;3354ef74e3b7:44869 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:19:19,311 INFO [RS:0;3354ef74e3b7:44869 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C44869%2C1732090757307, suffix=, logDir=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307, archiveDir=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/oldWALs, maxLogs=10 2024-11-20T08:19:19,329 DEBUG [RS:0;3354ef74e3b7:44869 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.1732090759312, exclude list is [], retry=0 2024-11-20T08:19:19,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39531,DS-4beb29ad-62de-48cd-bd82-20b85f27dd27,DISK] 2024-11-20T08:19:19,334 INFO [RS:0;3354ef74e3b7:44869 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.1732090759312 2024-11-20T08:19:19,334 DEBUG [RS:0;3354ef74e3b7:44869 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37141:37141)] 2024-11-20T08:19:19,515 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T08:19:19,515 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c 2024-11-20T08:19:19,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741833_1009 (size=32) 2024-11-20T08:19:19,820 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:19:19,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:19,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:19,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:19,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:19,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:19,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:19,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:19,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:19,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:19,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:19:19,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:19:19,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:19,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:19,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:19:19,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:19:19,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:19,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:19,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:19:19,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:19:19,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:19,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:19,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:19:19,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:19:19,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:19,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:19,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:19:19,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/1588230740 2024-11-20T08:19:19,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/1588230740 2024-11-20T08:19:19,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:19:19,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:19:19,947 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:19:19,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:19:19,954 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:19:19,955 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63659970, jitterRate=-0.05139252543449402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:19:19,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732090759925Initializing all the Stores at 1732090759926 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090759926Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090759926Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090759926Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090759926Cleaning up temporary data from old regions at 1732090759946 (+20 ms)Region opened successfully at 1732090759955 (+9 ms) 2024-11-20T08:19:19,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:19:19,955 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:19:19,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:19:19,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:19:19,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:19:19,964 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:19:19,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090759955Disabling compacts and flushes for region at 1732090759955Disabling writes for close at 1732090759955Writing region close event to WAL at 1732090759964 (+9 ms)Closed at 1732090759964 2024-11-20T08:19:19,966 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:19:19,966 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T08:19:19,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:19:19,967 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:19:19,968 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:19:20,119 DEBUG [3354ef74e3b7:40735 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:19:20,119 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3354ef74e3b7,44869,1732090757307 2024-11-20T08:19:20,121 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,44869,1732090757307, state=OPENING 2024-11-20T08:19:20,127 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:19:20,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11241388424 2024-11-20T08:19:20,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x101347556bd0004, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11241388424 2024-11-20T08:19:20,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11241388424/meta-region-server: CHANGED 2024-11-20T08:19:20,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11241388424/meta-region-server: CHANGED 2024-11-20T08:19:20,130 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:19:20,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,44869,1732090757307}] 2024-11-20T08:19:20,287 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:19:20,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:19:20,297 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:19:20,297 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:19:20,297 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:19:20,299 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C44869%2C1732090757307.meta, suffix=.meta, logDir=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307, archiveDir=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/oldWALs, maxLogs=10 2024-11-20T08:19:20,328 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.meta.1732090760300.meta, exclude list is [], retry=0 2024-11-20T08:19:20,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39531,DS-4beb29ad-62de-48cd-bd82-20b85f27dd27,DISK] 2024-11-20T08:19:20,345 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.meta.1732090760300.meta 2024-11-20T08:19:20,348 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37141:37141)] 2024-11-20T08:19:20,349 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:19:20,349 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:19:20,349 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:19:20,349 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:19:20,349 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:19:20,350 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:19:20,350 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:20,350 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:19:20,350 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:19:20,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:19:20,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:19:20,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:20,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:20,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:19:20,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:19:20,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:20,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:20,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:19:20,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:19:20,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:20,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:20,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:19:20,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:19:20,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:20,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:20,361 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:19:20,363 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/1588230740 2024-11-20T08:19:20,369 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/1588230740 2024-11-20T08:19:20,374 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:19:20,374 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:19:20,376 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:19:20,378 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:19:20,378 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70467893, jitterRate=0.0500534325838089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:19:20,379 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:19:20,379 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732090760350Writing region info on filesystem at 1732090760350Initializing all the Stores at 1732090760352 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090760352Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090760352Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090760352Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090760352Cleaning up temporary data from old regions at 1732090760374 (+22 ms)Running coprocessor post-open hooks at 1732090760379 (+5 ms)Region opened successfully at 1732090760379 2024-11-20T08:19:20,380 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090760287 2024-11-20T08:19:20,382 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:19:20,382 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:19:20,384 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,44869,1732090757307 2024-11-20T08:19:20,384 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,44869,1732090757307, state=OPEN 2024-11-20T08:19:20,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x101347556bd0004, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11241388424/meta-region-server 2024-11-20T08:19:20,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11241388424/meta-region-server 2024-11-20T08:19:20,386 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3354ef74e3b7,44869,1732090757307 2024-11-20T08:19:20,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11241388424/meta-region-server: CHANGED 2024-11-20T08:19:20,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11241388424/meta-region-server: CHANGED 2024-11-20T08:19:20,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:19:20,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,44869,1732090757307 in 256 msec 2024-11-20T08:19:20,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:19:20,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-11-20T08:19:20,392 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:19:20,392 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T08:19:20,394 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:20,394 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44869,1732090757307, seqNum=-1] 2024-11-20T08:19:20,394 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:19:20,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:19:20,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3070 sec 2024-11-20T08:19:20,401 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090760401, completionTime=-1 2024-11-20T08:19:20,401 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T08:19:20,401 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T08:19:20,404 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T08:19:20,404 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090820404 2024-11-20T08:19:20,404 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090880404 2024-11-20T08:19:20,404 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T08:19:20,404 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,40735,1732090757262-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:20,404 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,40735,1732090757262-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:20,404 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,40735,1732090757262-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:20,404 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3354ef74e3b7:40735, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:20,404 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:20,407 DEBUG [master/3354ef74e3b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T08:19:20,408 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:20,413 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.061sec 2024-11-20T08:19:20,413 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:19:20,413 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:19:20,413 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:19:20,413 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:19:20,413 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:19:20,413 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,40735,1732090757262-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:19:20,413 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,40735,1732090757262-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:19:20,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b53f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:20,433 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,40735,-1 for getting cluster id 2024-11-20T08:19:20,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:20,435 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:19:20,436 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:19:20,436 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,40735,1732090757262-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:20,437 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1725603-f1cb-448b-a02a-11129e68b7b5' 2024-11-20T08:19:20,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:20,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1725603-f1cb-448b-a02a-11129e68b7b5" 2024-11-20T08:19:20,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0108de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:20,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,40735,-1] 2024-11-20T08:19:20,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:20,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:20,440 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:20,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca55819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:20,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:20,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44869,1732090757307, seqNum=-1] 2024-11-20T08:19:20,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:19:20,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:19:20,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3354ef74e3b7,40735,1732090757262 2024-11-20T08:19:20,448 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59571 2024-11-20T08:19:20,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:19:20,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:20,470 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,39959,1732090753481 2024-11-20T08:19:20,470 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e7f460a 2024-11-20T08:19:20,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101347556bd0005 connected 2024-11-20T08:19:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:19:20,472 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:19:20,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:19:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T08:19:20,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:19:20,477 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:20,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T08:19:20,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:19:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:19:20,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741835_1011 (size=902) 2024-11-20T08:19:20,496 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5809f0b774b2f3ee23cf46e00a50eade, NAME => 'test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a 2024-11-20T08:19:20,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741836_1012 (size=39) 2024-11-20T08:19:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:19:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:19:20,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:20,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5809f0b774b2f3ee23cf46e00a50eade, disabling compactions & flushes 2024-11-20T08:19:20,908 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade. 2024-11-20T08:19:20,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade. 2024-11-20T08:19:20,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade. after waiting 0 ms 2024-11-20T08:19:20,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade. 2024-11-20T08:19:20,908 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade. 2024-11-20T08:19:20,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5809f0b774b2f3ee23cf46e00a50eade: Waiting for close lock at 1732090760908Disabling compacts and flushes for region at 1732090760908Disabling writes for close at 1732090760908Writing region close event to WAL at 1732090760908Closed at 1732090760908 2024-11-20T08:19:20,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:19:20,910 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732090760909"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090760909"}]},"ts":"1732090760909"} 2024-11-20T08:19:20,912 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:19:20,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:19:20,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090760913"}]},"ts":"1732090760913"} 2024-11-20T08:19:20,915 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T08:19:20,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5809f0b774b2f3ee23cf46e00a50eade, ASSIGN}] 2024-11-20T08:19:20,916 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5809f0b774b2f3ee23cf46e00a50eade, ASSIGN 2024-11-20T08:19:20,917 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5809f0b774b2f3ee23cf46e00a50eade, ASSIGN; state=OFFLINE, location=3354ef74e3b7,34647,1732090753539; forceNewPlan=false, retain=false 2024-11-20T08:19:20,990 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T08:19:21,068 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5809f0b774b2f3ee23cf46e00a50eade, regionState=OPENING, regionLocation=3354ef74e3b7,34647,1732090753539 2024-11-20T08:19:21,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5809f0b774b2f3ee23cf46e00a50eade, ASSIGN because future has completed 2024-11-20T08:19:21,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5809f0b774b2f3ee23cf46e00a50eade, server=3354ef74e3b7,34647,1732090753539}] 2024-11-20T08:19:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:19:21,227 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade. 2024-11-20T08:19:21,227 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5809f0b774b2f3ee23cf46e00a50eade, NAME => 'test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:19:21,228 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:19:21,228 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T08:19:21,228 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5809f0b774b2f3ee23cf46e00a50eade 2024-11-20T08:19:21,228 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:21,228 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5809f0b774b2f3ee23cf46e00a50eade 2024-11-20T08:19:21,228 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5809f0b774b2f3ee23cf46e00a50eade 2024-11-20T08:19:21,229 INFO [StoreOpener-5809f0b774b2f3ee23cf46e00a50eade-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5809f0b774b2f3ee23cf46e00a50eade 2024-11-20T08:19:21,231 INFO [StoreOpener-5809f0b774b2f3ee23cf46e00a50eade-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5809f0b774b2f3ee23cf46e00a50eade columnFamilyName f 2024-11-20T08:19:21,231 DEBUG [StoreOpener-5809f0b774b2f3ee23cf46e00a50eade-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:21,231 INFO [StoreOpener-5809f0b774b2f3ee23cf46e00a50eade-1 {}] regionserver.HStore(327): Store=5809f0b774b2f3ee23cf46e00a50eade/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:21,231 INFO [StoreOpener-5809f0b774b2f3ee23cf46e00a50eade-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5809f0b774b2f3ee23cf46e00a50eade 2024-11-20T08:19:21,232 INFO [StoreOpener-5809f0b774b2f3ee23cf46e00a50eade-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5809f0b774b2f3ee23cf46e00a50eade columnFamilyName f1 2024-11-20T08:19:21,232 DEBUG [StoreOpener-5809f0b774b2f3ee23cf46e00a50eade-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:21,233 INFO [StoreOpener-5809f0b774b2f3ee23cf46e00a50eade-1 {}] regionserver.HStore(327): Store=5809f0b774b2f3ee23cf46e00a50eade/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:21,233 INFO [StoreOpener-5809f0b774b2f3ee23cf46e00a50eade-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5809f0b774b2f3ee23cf46e00a50eade 2024-11-20T08:19:21,234 INFO [StoreOpener-5809f0b774b2f3ee23cf46e00a50eade-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5809f0b774b2f3ee23cf46e00a50eade columnFamilyName norep 2024-11-20T08:19:21,234 DEBUG [StoreOpener-5809f0b774b2f3ee23cf46e00a50eade-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:21,234 INFO [StoreOpener-5809f0b774b2f3ee23cf46e00a50eade-1 {}] regionserver.HStore(327): Store=5809f0b774b2f3ee23cf46e00a50eade/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:21,234 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5809f0b774b2f3ee23cf46e00a50eade 2024-11-20T08:19:21,235 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/default/test/5809f0b774b2f3ee23cf46e00a50eade 2024-11-20T08:19:21,235 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/default/test/5809f0b774b2f3ee23cf46e00a50eade 2024-11-20T08:19:21,236 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5809f0b774b2f3ee23cf46e00a50eade 2024-11-20T08:19:21,236 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5809f0b774b2f3ee23cf46e00a50eade 2024-11-20T08:19:21,236 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:19:21,237 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5809f0b774b2f3ee23cf46e00a50eade 2024-11-20T08:19:21,239 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/default/test/5809f0b774b2f3ee23cf46e00a50eade/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:19:21,240 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5809f0b774b2f3ee23cf46e00a50eade; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65710801, jitterRate=-0.020832762122154236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:19:21,240 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5809f0b774b2f3ee23cf46e00a50eade 2024-11-20T08:19:21,240 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5809f0b774b2f3ee23cf46e00a50eade: Running coprocessor pre-open hook at 1732090761228Writing region info on filesystem at 1732090761228Initializing all the Stores at 1732090761229 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090761229Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090761229Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090761229Cleaning up temporary data from old regions at 1732090761236 (+7 ms)Running coprocessor post-open hooks at 1732090761240 (+4 ms)Region opened successfully at 1732090761240 2024-11-20T08:19:21,241 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade., pid=6, masterSystemTime=1732090761223 2024-11-20T08:19:21,243 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade. 2024-11-20T08:19:21,243 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade. 2024-11-20T08:19:21,244 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5809f0b774b2f3ee23cf46e00a50eade, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3354ef74e3b7,34647,1732090753539 2024-11-20T08:19:21,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5809f0b774b2f3ee23cf46e00a50eade, server=3354ef74e3b7,34647,1732090753539 because future has completed 2024-11-20T08:19:21,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:19:21,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5809f0b774b2f3ee23cf46e00a50eade, server=3354ef74e3b7,34647,1732090753539 in 177 msec 2024-11-20T08:19:21,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T08:19:21,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5809f0b774b2f3ee23cf46e00a50eade, ASSIGN in 335 msec 2024-11-20T08:19:21,253 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:19:21,253 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090761253"}]},"ts":"1732090761253"} 2024-11-20T08:19:21,255 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T08:19:21,256 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:19:21,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 783 msec 2024-11-20T08:19:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:19:21,614 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T08:19:21,614 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:21,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,40735,1732090757262 2024-11-20T08:19:21,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a72dda4 2024-11-20T08:19:21,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:19:21,616 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:19:21,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:19:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T08:19:21,619 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:19:21,619 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:21,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T08:19:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:19:21,620 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:19:21,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741835_1011 (size=902) 2024-11-20T08:19:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:19:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:19:22,028 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1b7f01d1f1cb0d65191592046b0026d, NAME => 'test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c 2024-11-20T08:19:22,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741836_1012 (size=39) 2024-11-20T08:19:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:19:22,434 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:22,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c1b7f01d1f1cb0d65191592046b0026d, disabling compactions & flushes 2024-11-20T08:19:22,435 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d. 2024-11-20T08:19:22,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d. 2024-11-20T08:19:22,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d. after waiting 0 ms 2024-11-20T08:19:22,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d. 2024-11-20T08:19:22,435 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d. 2024-11-20T08:19:22,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1b7f01d1f1cb0d65191592046b0026d: Waiting for close lock at 1732090762434Disabling compacts and flushes for region at 1732090762434Disabling writes for close at 1732090762435 (+1 ms)Writing region close event to WAL at 1732090762435Closed at 1732090762435 2024-11-20T08:19:22,436 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:19:22,437 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732090762436"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090762436"}]},"ts":"1732090762436"} 2024-11-20T08:19:22,439 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:19:22,440 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:19:22,440 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090762440"}]},"ts":"1732090762440"} 2024-11-20T08:19:22,442 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T08:19:22,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c1b7f01d1f1cb0d65191592046b0026d, ASSIGN}] 2024-11-20T08:19:22,443 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c1b7f01d1f1cb0d65191592046b0026d, ASSIGN 2024-11-20T08:19:22,444 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c1b7f01d1f1cb0d65191592046b0026d, ASSIGN; state=OFFLINE, location=3354ef74e3b7,44869,1732090757307; forceNewPlan=false, retain=false 2024-11-20T08:19:22,595 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c1b7f01d1f1cb0d65191592046b0026d, regionState=OPENING, regionLocation=3354ef74e3b7,44869,1732090757307 2024-11-20T08:19:22,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c1b7f01d1f1cb0d65191592046b0026d, ASSIGN because future has completed 2024-11-20T08:19:22,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1b7f01d1f1cb0d65191592046b0026d, server=3354ef74e3b7,44869,1732090757307}] 2024-11-20T08:19:22,753 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d. 2024-11-20T08:19:22,753 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c1b7f01d1f1cb0d65191592046b0026d, NAME => 'test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:19:22,753 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:19:22,753 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T08:19:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:19:22,753 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c1b7f01d1f1cb0d65191592046b0026d 2024-11-20T08:19:22,753 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:22,754 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c1b7f01d1f1cb0d65191592046b0026d 2024-11-20T08:19:22,754 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c1b7f01d1f1cb0d65191592046b0026d 2024-11-20T08:19:22,755 INFO [StoreOpener-c1b7f01d1f1cb0d65191592046b0026d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c1b7f01d1f1cb0d65191592046b0026d 2024-11-20T08:19:22,756 INFO [StoreOpener-c1b7f01d1f1cb0d65191592046b0026d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1b7f01d1f1cb0d65191592046b0026d columnFamilyName f 2024-11-20T08:19:22,756 DEBUG [StoreOpener-c1b7f01d1f1cb0d65191592046b0026d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:22,756 INFO [StoreOpener-c1b7f01d1f1cb0d65191592046b0026d-1 {}] regionserver.HStore(327): Store=c1b7f01d1f1cb0d65191592046b0026d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:22,756 INFO [StoreOpener-c1b7f01d1f1cb0d65191592046b0026d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c1b7f01d1f1cb0d65191592046b0026d 2024-11-20T08:19:22,757 INFO [StoreOpener-c1b7f01d1f1cb0d65191592046b0026d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1b7f01d1f1cb0d65191592046b0026d columnFamilyName f1 2024-11-20T08:19:22,757 DEBUG [StoreOpener-c1b7f01d1f1cb0d65191592046b0026d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:22,758 INFO [StoreOpener-c1b7f01d1f1cb0d65191592046b0026d-1 {}] regionserver.HStore(327): Store=c1b7f01d1f1cb0d65191592046b0026d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:22,758 INFO [StoreOpener-c1b7f01d1f1cb0d65191592046b0026d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c1b7f01d1f1cb0d65191592046b0026d 2024-11-20T08:19:22,759 INFO [StoreOpener-c1b7f01d1f1cb0d65191592046b0026d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1b7f01d1f1cb0d65191592046b0026d columnFamilyName norep 2024-11-20T08:19:22,759 DEBUG [StoreOpener-c1b7f01d1f1cb0d65191592046b0026d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:22,759 INFO [StoreOpener-c1b7f01d1f1cb0d65191592046b0026d-1 {}] regionserver.HStore(327): Store=c1b7f01d1f1cb0d65191592046b0026d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:22,759 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c1b7f01d1f1cb0d65191592046b0026d 2024-11-20T08:19:22,760 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/default/test/c1b7f01d1f1cb0d65191592046b0026d 2024-11-20T08:19:22,760 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/default/test/c1b7f01d1f1cb0d65191592046b0026d 2024-11-20T08:19:22,761 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c1b7f01d1f1cb0d65191592046b0026d 2024-11-20T08:19:22,761 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c1b7f01d1f1cb0d65191592046b0026d 2024-11-20T08:19:22,761 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:19:22,762 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c1b7f01d1f1cb0d65191592046b0026d 2024-11-20T08:19:22,764 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/default/test/c1b7f01d1f1cb0d65191592046b0026d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:19:22,764 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c1b7f01d1f1cb0d65191592046b0026d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73620188, jitterRate=0.0970262885093689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:19:22,764 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1b7f01d1f1cb0d65191592046b0026d 2024-11-20T08:19:22,764 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c1b7f01d1f1cb0d65191592046b0026d: Running coprocessor pre-open hook at 1732090762754Writing region info on filesystem at 1732090762754Initializing all the Stores at 1732090762754Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090762754Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090762755 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090762755Cleaning up temporary data from old regions at 1732090762761 (+6 ms)Running coprocessor post-open hooks at 1732090762764 (+3 ms)Region opened successfully at 1732090762764 2024-11-20T08:19:22,765 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d., pid=6, masterSystemTime=1732090762749 2024-11-20T08:19:22,767 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d. 2024-11-20T08:19:22,767 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d. 2024-11-20T08:19:22,767 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c1b7f01d1f1cb0d65191592046b0026d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3354ef74e3b7,44869,1732090757307 2024-11-20T08:19:22,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1b7f01d1f1cb0d65191592046b0026d, server=3354ef74e3b7,44869,1732090757307 because future has completed 2024-11-20T08:19:22,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:19:22,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c1b7f01d1f1cb0d65191592046b0026d, server=3354ef74e3b7,44869,1732090757307 in 172 msec 2024-11-20T08:19:22,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T08:19:22,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c1b7f01d1f1cb0d65191592046b0026d, ASSIGN in 330 msec 2024-11-20T08:19:22,774 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:19:22,774 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090762774"}]},"ts":"1732090762774"} 2024-11-20T08:19:22,776 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T08:19:22,777 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:19:22,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-20T08:19:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:19:23,774 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T08:19:23,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eec5427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:23,775 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,39959,-1 for getting cluster id 2024-11-20T08:19:23,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:23,776 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a1acc0d-0bde-419b-909d-bb2649954605' 2024-11-20T08:19:23,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:23,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a1acc0d-0bde-419b-909d-bb2649954605" 2024-11-20T08:19:23,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3819ffd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:23,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,39959,-1] 2024-11-20T08:19:23,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:23,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:23,778 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:23,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12633a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:23,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb7c883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:23,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,40735,-1 for getting cluster id 2024-11-20T08:19:23,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:23,780 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1725603-f1cb-448b-a02a-11129e68b7b5' 2024-11-20T08:19:23,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:23,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1725603-f1cb-448b-a02a-11129e68b7b5" 2024-11-20T08:19:23,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73de12d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:23,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,40735,-1] 2024-11-20T08:19:23,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:23,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:23,781 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:23,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af0c169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:23,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d46557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:23,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,39959,-1 for getting cluster id 2024-11-20T08:19:23,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:23,783 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a1acc0d-0bde-419b-909d-bb2649954605' 2024-11-20T08:19:23,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:23,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a1acc0d-0bde-419b-909d-bb2649954605" 2024-11-20T08:19:23,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437a2b59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:23,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,39959,-1] 2024-11-20T08:19:23,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:23,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:23,785 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:23,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb537fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:23,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:23,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,39959,1732090753481 2024-11-20T08:19:23,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3deb8f10 2024-11-20T08:19:23,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:19:23,787 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:19:23,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3354ef74e3b7:40735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T08:19:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T08:19:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:19:23,790 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:40735' 2024-11-20T08:19:23,791 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e4f838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:23,791 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,40735,-1 for getting cluster id 2024-11-20T08:19:23,791 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:23,792 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1725603-f1cb-448b-a02a-11129e68b7b5' 2024-11-20T08:19:23,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:23,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1725603-f1cb-448b-a02a-11129e68b7b5" 2024-11-20T08:19:23,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c8c14c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:23,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,40735,-1] 2024-11-20T08:19:23,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:23,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:23,793 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:23,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477dafb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:23,794 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:23,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,40735,1732090757262 2024-11-20T08:19:23,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b9c9832 2024-11-20T08:19:23,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:19:23,796 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:19:23,796 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T08:19:23,796 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T08:19:23,797 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:23,797 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:23,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:19:23,797 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:19:23,798 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T08:19:23,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:19:23,799 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:23,800 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:19:23,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741837_1013 (size=1138) 2024-11-20T08:19:23,810 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 122dbb791c23f259d678637e264146f6, NAME => 'hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a 2024-11-20T08:19:23,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741838_1014 (size=44) 2024-11-20T08:19:23,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:23,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 122dbb791c23f259d678637e264146f6, disabling compactions & flushes 2024-11-20T08:19:23,827 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6. 2024-11-20T08:19:23,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6. 2024-11-20T08:19:23,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6. after waiting 0 ms 2024-11-20T08:19:23,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6. 2024-11-20T08:19:23,827 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6. 2024-11-20T08:19:23,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 122dbb791c23f259d678637e264146f6: Waiting for close lock at 1732090763827Disabling compacts and flushes for region at 1732090763827Disabling writes for close at 1732090763827Writing region close event to WAL at 1732090763827Closed at 1732090763827 2024-11-20T08:19:23,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:19:23,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732090763829"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090763829"}]},"ts":"1732090763829"} 2024-11-20T08:19:23,832 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:19:23,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:19:23,833 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090763833"}]},"ts":"1732090763833"} 2024-11-20T08:19:23,837 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T08:19:23,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=122dbb791c23f259d678637e264146f6, ASSIGN}] 2024-11-20T08:19:23,838 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=122dbb791c23f259d678637e264146f6, ASSIGN 2024-11-20T08:19:23,839 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=122dbb791c23f259d678637e264146f6, ASSIGN; state=OFFLINE, location=3354ef74e3b7,34647,1732090753539; forceNewPlan=false, retain=false 2024-11-20T08:19:23,849 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T08:19:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:19:23,990 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=122dbb791c23f259d678637e264146f6, regionState=OPENING, regionLocation=3354ef74e3b7,34647,1732090753539 2024-11-20T08:19:23,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=122dbb791c23f259d678637e264146f6, ASSIGN because future has completed 2024-11-20T08:19:23,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 122dbb791c23f259d678637e264146f6, server=3354ef74e3b7,34647,1732090753539}] 2024-11-20T08:19:24,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:19:24,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6. 2024-11-20T08:19:24,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:19:24,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T08:19:24,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C34647%2C1732090753539.rep, suffix=, logDir=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539, archiveDir=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/oldWALs, maxLogs=10 2024-11-20T08:19:24,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.rep.1732090764151, exclude list is [], retry=0 2024-11-20T08:19:24,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35207,DS-f1a753ce-04d7-417f-ada0-1931ed458878,DISK] 2024-11-20T08:19:24,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.rep.1732090764151 2024-11-20T08:19:24,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44603:44603)] 2024-11-20T08:19:24,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 122dbb791c23f259d678637e264146f6, NAME => 'hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:19:24,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:19:24,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:19:24,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6. service=MultiRowMutationService 2024-11-20T08:19:24,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T08:19:24,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 122dbb791c23f259d678637e264146f6 2024-11-20T08:19:24,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:24,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 122dbb791c23f259d678637e264146f6 2024-11-20T08:19:24,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 122dbb791c23f259d678637e264146f6 2024-11-20T08:19:24,171 INFO [StoreOpener-122dbb791c23f259d678637e264146f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 122dbb791c23f259d678637e264146f6 2024-11-20T08:19:24,172 INFO [StoreOpener-122dbb791c23f259d678637e264146f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 122dbb791c23f259d678637e264146f6 columnFamilyName hfileref 2024-11-20T08:19:24,172 DEBUG [StoreOpener-122dbb791c23f259d678637e264146f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:24,172 INFO [StoreOpener-122dbb791c23f259d678637e264146f6-1 {}] regionserver.HStore(327): Store=122dbb791c23f259d678637e264146f6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:24,173 INFO [StoreOpener-122dbb791c23f259d678637e264146f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 122dbb791c23f259d678637e264146f6 2024-11-20T08:19:24,173 INFO [StoreOpener-122dbb791c23f259d678637e264146f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 122dbb791c23f259d678637e264146f6 columnFamilyName queue 2024-11-20T08:19:24,173 DEBUG [StoreOpener-122dbb791c23f259d678637e264146f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:24,174 INFO [StoreOpener-122dbb791c23f259d678637e264146f6-1 {}] regionserver.HStore(327): Store=122dbb791c23f259d678637e264146f6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:24,174 INFO [StoreOpener-122dbb791c23f259d678637e264146f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 122dbb791c23f259d678637e264146f6 2024-11-20T08:19:24,175 INFO [StoreOpener-122dbb791c23f259d678637e264146f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 122dbb791c23f259d678637e264146f6 columnFamilyName sid 2024-11-20T08:19:24,175 DEBUG [StoreOpener-122dbb791c23f259d678637e264146f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:24,175 INFO [StoreOpener-122dbb791c23f259d678637e264146f6-1 {}] regionserver.HStore(327): Store=122dbb791c23f259d678637e264146f6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:24,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 122dbb791c23f259d678637e264146f6 2024-11-20T08:19:24,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/replication/122dbb791c23f259d678637e264146f6 2024-11-20T08:19:24,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/replication/122dbb791c23f259d678637e264146f6 2024-11-20T08:19:24,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 122dbb791c23f259d678637e264146f6 2024-11-20T08:19:24,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 122dbb791c23f259d678637e264146f6 2024-11-20T08:19:24,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:19:24,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 122dbb791c23f259d678637e264146f6 2024-11-20T08:19:24,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/replication/122dbb791c23f259d678637e264146f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:19:24,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 122dbb791c23f259d678637e264146f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65862746, jitterRate=-0.018568605184555054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:19:24,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 122dbb791c23f259d678637e264146f6 2024-11-20T08:19:24,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 122dbb791c23f259d678637e264146f6: Running coprocessor pre-open hook at 1732090764170Writing region info on filesystem at 1732090764170Initializing all the Stores at 1732090764170Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090764170Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090764171 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090764171Cleaning up temporary data from old regions at 1732090764177 (+6 ms)Running coprocessor post-open hooks at 1732090764180 (+3 ms)Region opened successfully at 1732090764181 (+1 ms) 2024-11-20T08:19:24,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6., pid=10, masterSystemTime=1732090764145 2024-11-20T08:19:24,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6. 2024-11-20T08:19:24,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6. 2024-11-20T08:19:24,184 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=122dbb791c23f259d678637e264146f6, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,34647,1732090753539 2024-11-20T08:19:24,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 122dbb791c23f259d678637e264146f6, server=3354ef74e3b7,34647,1732090753539 because future has completed 2024-11-20T08:19:24,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T08:19:24,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 122dbb791c23f259d678637e264146f6, server=3354ef74e3b7,34647,1732090753539 in 194 msec 2024-11-20T08:19:24,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T08:19:24,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=122dbb791c23f259d678637e264146f6, ASSIGN in 351 msec 2024-11-20T08:19:24,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:19:24,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090764191"}]},"ts":"1732090764191"} 2024-11-20T08:19:24,193 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T08:19:24,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:19:24,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 396 msec 2024-11-20T08:19:24,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6., hostname=3354ef74e3b7,34647,1732090753539, seqNum=2] 2024-11-20T08:19:24,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0528528739 2024-11-20T08:19:24,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x101347556bd0001, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0528528739 2024-11-20T08:19:24,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T08:19:24,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T08:19:24,318 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T08:19:24,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T08:19:24,319 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T08:19:24,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T08:19:24,319 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T08:19:24,320 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:19:24,320 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T08:19:24,320 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T08:19:24,320 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T08:19:24,320 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:19:24,320 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T08:19:24,320 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T08:19:24,320 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T08:19:24,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34647 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T08:19:24,366 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T08:19:24,406 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3354ef74e3b7,34647,1732090753539, ReplicationSource: 1, currentBandwidth=0 2024-11-20T08:19:24,406 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:24,406 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,34647,1732090753539, seqNum=-1] 2024-11-20T08:19:24,407 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:19:24,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-20T08:19:24,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3354ef74e3b7,34647,1732090753539', locateType=CURRENT is [region=hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6., hostname=3354ef74e3b7,34647,1732090753539, seqNum=2] 2024-11-20T08:19:24,412 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T08:19:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T08:19:24,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:19:24,414 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3354ef74e3b7,34647,1732090753539 suceeded 2024-11-20T08:19:24,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T08:19:24,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-20T08:19:24,416 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3354ef74e3b7:40735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T08:19:24,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 629 msec 2024-11-20T08:19:24,428 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:40735' 2024-11-20T08:19:24,429 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26942bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:24,429 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,40735,-1 for getting cluster id 2024-11-20T08:19:24,429 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:24,430 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1725603-f1cb-448b-a02a-11129e68b7b5' 2024-11-20T08:19:24,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:24,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1725603-f1cb-448b-a02a-11129e68b7b5" 2024-11-20T08:19:24,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f8d75da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:24,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,40735,-1] 2024-11-20T08:19:24,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:24,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:24,432 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:24,433 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4748507e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:24,433 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:24,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,40735,1732090757262 2024-11-20T08:19:24,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c97afb1 2024-11-20T08:19:24,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:19:24,435 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-20T08:19:24,435 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3354ef74e3b7,34647,1732090753539 (queues=1) is replicating from cluster=9a1acc0d-0bde-419b-909d-bb2649954605 to cluster=d1725603-f1cb-448b-a02a-11129e68b7b5 2024-11-20T08:19:24,436 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3354ef74e3b7%2C34647%2C1732090753539 2024-11-20T08:19:24,436 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3354ef74e3b7,34647,1732090753539, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T08:19:24,436 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.shipper3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3354ef74e3b7%2C34647%2C1732090753539 2024-11-20T08:19:24,436 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.wal-reader.3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144, startPosition=0, beingWritten=true 2024-11-20T08:19:24,442 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.wal-reader.3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:19:24,442 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.wal-reader.3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144 to pos 379, reset compression=false 2024-11-20T08:19:24,442 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.shipper3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,34647,1732090753539 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:19:24,647 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.wal-reader.3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144 to pos 379, reset compression=false 2024-11-20T08:19:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:19:24,924 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T08:19:24,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:19:24,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:24,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:24,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:24,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:19:24,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae79954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:24,925 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,40735,-1 for getting cluster id 2024-11-20T08:19:24,925 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:24,926 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1725603-f1cb-448b-a02a-11129e68b7b5' 2024-11-20T08:19:24,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:24,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1725603-f1cb-448b-a02a-11129e68b7b5" 2024-11-20T08:19:24,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d4fb99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:24,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,40735,-1] 2024-11-20T08:19:24,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:24,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:24,927 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:24,928 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10874a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:24,928 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:24,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,40735,1732090757262 2024-11-20T08:19:24,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dbefbe7 2024-11-20T08:19:24,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:19:24,930 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:19:24,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3354ef74e3b7:39959,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T08:19:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T08:19:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:19:24,933 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:39959' 2024-11-20T08:19:24,934 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ffe891f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:24,934 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,39959,-1 for getting cluster id 2024-11-20T08:19:24,934 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:24,935 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a1acc0d-0bde-419b-909d-bb2649954605' 2024-11-20T08:19:24,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:24,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a1acc0d-0bde-419b-909d-bb2649954605" 2024-11-20T08:19:24,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cfdc6ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:24,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,39959,-1] 2024-11-20T08:19:24,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:24,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:24,936 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:24,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f00b392, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:24,937 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:24,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,39959,1732090753481 2024-11-20T08:19:24,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45a5b842 2024-11-20T08:19:24,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:19:24,938 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:19:24,939 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T08:19:24,939 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T08:19:24,939 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:24,939 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:24,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:19:24,940 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:19:24,941 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T08:19:24,942 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:19:24,942 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:24,943 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:19:24,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741837_1013 (size=1138) 2024-11-20T08:19:24,952 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.wal-reader.3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144 to pos 379, reset compression=false 2024-11-20T08:19:24,953 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a09825767b6d2819086a4fb1f259e32f, NAME => 'hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c 2024-11-20T08:19:24,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741838_1014 (size=44) 2024-11-20T08:19:24,991 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T08:19:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:19:25,162 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T08:19:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:19:25,357 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.wal-reader.3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144 to pos 379, reset compression=false 2024-11-20T08:19:25,363 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:25,363 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a09825767b6d2819086a4fb1f259e32f, disabling compactions & flushes 2024-11-20T08:19:25,363 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f. 2024-11-20T08:19:25,363 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f. 2024-11-20T08:19:25,363 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f. after waiting 0 ms 2024-11-20T08:19:25,363 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f. 2024-11-20T08:19:25,363 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f. 2024-11-20T08:19:25,363 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a09825767b6d2819086a4fb1f259e32f: Waiting for close lock at 1732090765363Disabling compacts and flushes for region at 1732090765363Disabling writes for close at 1732090765363Writing region close event to WAL at 1732090765363Closed at 1732090765363 2024-11-20T08:19:25,365 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:19:25,365 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732090765365"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090765365"}]},"ts":"1732090765365"} 2024-11-20T08:19:25,368 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:19:25,369 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:19:25,369 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090765369"}]},"ts":"1732090765369"} 2024-11-20T08:19:25,372 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T08:19:25,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a09825767b6d2819086a4fb1f259e32f, ASSIGN}] 2024-11-20T08:19:25,375 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a09825767b6d2819086a4fb1f259e32f, ASSIGN 2024-11-20T08:19:25,376 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a09825767b6d2819086a4fb1f259e32f, ASSIGN; state=OFFLINE, location=3354ef74e3b7,44869,1732090757307; forceNewPlan=false, retain=false 2024-11-20T08:19:25,527 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a09825767b6d2819086a4fb1f259e32f, regionState=OPENING, regionLocation=3354ef74e3b7,44869,1732090757307 2024-11-20T08:19:25,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a09825767b6d2819086a4fb1f259e32f, ASSIGN because future has completed 2024-11-20T08:19:25,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a09825767b6d2819086a4fb1f259e32f, server=3354ef74e3b7,44869,1732090757307}] 2024-11-20T08:19:25,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:19:25,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f. 2024-11-20T08:19:25,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:19:25,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T08:19:25,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C44869%2C1732090757307.rep, suffix=, logDir=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307, archiveDir=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/oldWALs, maxLogs=10 2024-11-20T08:19:25,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.rep.1732090765689, exclude list is [], retry=0 2024-11-20T08:19:25,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39531,DS-4beb29ad-62de-48cd-bd82-20b85f27dd27,DISK] 2024-11-20T08:19:25,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.rep.1732090765689 2024-11-20T08:19:25,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37141:37141)] 2024-11-20T08:19:25,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a09825767b6d2819086a4fb1f259e32f, NAME => 'hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:19:25,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:19:25,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:19:25,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f. service=MultiRowMutationService 2024-11-20T08:19:25,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T08:19:25,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a09825767b6d2819086a4fb1f259e32f 2024-11-20T08:19:25,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:25,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a09825767b6d2819086a4fb1f259e32f 2024-11-20T08:19:25,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a09825767b6d2819086a4fb1f259e32f 2024-11-20T08:19:25,718 INFO [StoreOpener-a09825767b6d2819086a4fb1f259e32f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a09825767b6d2819086a4fb1f259e32f 2024-11-20T08:19:25,720 INFO [StoreOpener-a09825767b6d2819086a4fb1f259e32f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a09825767b6d2819086a4fb1f259e32f columnFamilyName hfileref 2024-11-20T08:19:25,720 DEBUG [StoreOpener-a09825767b6d2819086a4fb1f259e32f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:25,720 INFO [StoreOpener-a09825767b6d2819086a4fb1f259e32f-1 {}] regionserver.HStore(327): Store=a09825767b6d2819086a4fb1f259e32f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:25,721 INFO [StoreOpener-a09825767b6d2819086a4fb1f259e32f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a09825767b6d2819086a4fb1f259e32f 2024-11-20T08:19:25,722 INFO [StoreOpener-a09825767b6d2819086a4fb1f259e32f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a09825767b6d2819086a4fb1f259e32f columnFamilyName queue 2024-11-20T08:19:25,722 DEBUG [StoreOpener-a09825767b6d2819086a4fb1f259e32f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:25,723 INFO [StoreOpener-a09825767b6d2819086a4fb1f259e32f-1 {}] regionserver.HStore(327): Store=a09825767b6d2819086a4fb1f259e32f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:25,724 INFO [StoreOpener-a09825767b6d2819086a4fb1f259e32f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a09825767b6d2819086a4fb1f259e32f 2024-11-20T08:19:25,725 INFO [StoreOpener-a09825767b6d2819086a4fb1f259e32f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a09825767b6d2819086a4fb1f259e32f columnFamilyName sid 2024-11-20T08:19:25,725 DEBUG [StoreOpener-a09825767b6d2819086a4fb1f259e32f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:25,725 INFO [StoreOpener-a09825767b6d2819086a4fb1f259e32f-1 {}] regionserver.HStore(327): Store=a09825767b6d2819086a4fb1f259e32f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:25,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a09825767b6d2819086a4fb1f259e32f 2024-11-20T08:19:25,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/replication/a09825767b6d2819086a4fb1f259e32f 2024-11-20T08:19:25,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/replication/a09825767b6d2819086a4fb1f259e32f 2024-11-20T08:19:25,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a09825767b6d2819086a4fb1f259e32f 2024-11-20T08:19:25,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a09825767b6d2819086a4fb1f259e32f 2024-11-20T08:19:25,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:19:25,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a09825767b6d2819086a4fb1f259e32f 2024-11-20T08:19:25,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/replication/a09825767b6d2819086a4fb1f259e32f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:19:25,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a09825767b6d2819086a4fb1f259e32f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59289793, jitterRate=-0.11651323735713959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:19:25,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a09825767b6d2819086a4fb1f259e32f 2024-11-20T08:19:25,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a09825767b6d2819086a4fb1f259e32f: Running coprocessor pre-open hook at 1732090765715Writing region info on filesystem at 1732090765715Initializing all the Stores at 1732090765716 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090765716Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090765718 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090765718Cleaning up temporary data from old regions at 1732090765727 (+9 ms)Running coprocessor post-open hooks at 1732090765733 (+6 ms)Region opened successfully at 1732090765734 (+1 ms) 2024-11-20T08:19:25,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f., pid=10, masterSystemTime=1732090765683 2024-11-20T08:19:25,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f. 2024-11-20T08:19:25,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f. 2024-11-20T08:19:25,738 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a09825767b6d2819086a4fb1f259e32f, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,44869,1732090757307 2024-11-20T08:19:25,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a09825767b6d2819086a4fb1f259e32f, server=3354ef74e3b7,44869,1732090757307 because future has completed 2024-11-20T08:19:25,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T08:19:25,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a09825767b6d2819086a4fb1f259e32f, server=3354ef74e3b7,44869,1732090757307 in 216 msec 2024-11-20T08:19:25,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T08:19:25,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a09825767b6d2819086a4fb1f259e32f, ASSIGN in 376 msec 2024-11-20T08:19:25,751 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:19:25,752 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090765751"}]},"ts":"1732090765751"} 2024-11-20T08:19:25,754 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T08:19:25,755 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:19:25,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 815 msec 2024-11-20T08:19:25,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f., hostname=3354ef74e3b7,44869,1732090757307, seqNum=2] 2024-11-20T08:19:25,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x101347556bd0004, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11241388424 2024-11-20T08:19:25,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11241388424 2024-11-20T08:19:25,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T08:19:25,852 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:19:25,872 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.wal-reader.3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144 to pos 379, reset compression=false 2024-11-20T08:19:25,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:25,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:25,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:25,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:25,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:25,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:25,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:25,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:25,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T08:19:25,963 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T08:19:25,994 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3354ef74e3b7,44869,1732090757307, ReplicationSource: 1, currentBandwidth=0 2024-11-20T08:19:25,994 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:25,994 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44869,1732090757307, seqNum=-1] 2024-11-20T08:19:25,995 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:19:25,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-20T08:19:25,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3354ef74e3b7,44869,1732090757307', locateType=CURRENT is [region=hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f., hostname=3354ef74e3b7,44869,1732090757307, seqNum=2] 2024-11-20T08:19:26,000 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T08:19:26,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T08:19:26,002 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3354ef74e3b7,44869,1732090757307 suceeded 2024-11-20T08:19:26,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T08:19:26,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-20T08:19:26,004 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3354ef74e3b7:39959,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T08:19:26,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0740 sec 2024-11-20T08:19:26,017 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:39959' 2024-11-20T08:19:26,018 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19736085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:26,018 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,39959,-1 for getting cluster id 2024-11-20T08:19:26,018 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:26,019 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a1acc0d-0bde-419b-909d-bb2649954605' 2024-11-20T08:19:26,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:26,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a1acc0d-0bde-419b-909d-bb2649954605" 2024-11-20T08:19:26,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@783117de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:26,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,39959,-1] 2024-11-20T08:19:26,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:26,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:26,021 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:26,022 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@638ac032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:26,022 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:26,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,39959,1732090753481 2024-11-20T08:19:26,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cadc39c 2024-11-20T08:19:26,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:19:26,023 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-20T08:19:26,024 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3354ef74e3b7,44869,1732090757307 (queues=1) is replicating from cluster=d1725603-f1cb-448b-a02a-11129e68b7b5 to cluster=9a1acc0d-0bde-419b-909d-bb2649954605 2024-11-20T08:19:26,024 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3354ef74e3b7%2C44869%2C1732090757307 2024-11-20T08:19:26,024 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3354ef74e3b7,44869,1732090757307, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T08:19:26,025 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.shipper3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3354ef74e3b7%2C44869%2C1732090757307 2024-11-20T08:19:26,025 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.wal-reader.3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.1732090759312, startPosition=0, beingWritten=true 2024-11-20T08:19:26,031 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.wal-reader.3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:19:26,031 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.wal-reader.3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.1732090759312 to pos 379, reset compression=false 2024-11-20T08:19:26,031 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.shipper3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,44869,1732090757307 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.1732090759312, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:19:26,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:19:26,074 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T08:19:26,074 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:19:26,074 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:26,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:26,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:26,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:19:26,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:26,079 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732090766078/Put/seqid=0 2024-11-20T08:19:26,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741840_1016 (size=7894) 2024-11-20T08:19:26,236 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.wal-reader.3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.1732090759312 to pos 379, reset compression=false 2024-11-20T08:19:26,480 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.wal-reader.3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144 to pos 379, reset compression=false 2024-11-20T08:19:26,486 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732090766486/Put/seqid=0 2024-11-20T08:19:26,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741841_1017 (size=7691) 2024-11-20T08:19:26,540 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.wal-reader.3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.1732090759312 to pos 379, reset compression=false 2024-11-20T08:19:26,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca2fe04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:26,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,39959,-1 for getting cluster id 2024-11-20T08:19:26,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:26,893 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a1acc0d-0bde-419b-909d-bb2649954605' 2024-11-20T08:19:26,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:26,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a1acc0d-0bde-419b-909d-bb2649954605" 2024-11-20T08:19:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6206877a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,39959,-1] 2024-11-20T08:19:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:26,895 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:26,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc1af73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:26,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:26,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,34647,1732090753539, seqNum=-1] 2024-11-20T08:19:26,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:19:26,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:19:26,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:26,907 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,39959,1732090753481 2024-11-20T08:19:26,907 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6af4ef43 2024-11-20T08:19:26,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:19:26,908 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:19:26,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade., hostname=3354ef74e3b7,34647,1732090753539, seqNum=2] 2024-11-20T08:19:26,914 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T08:19:26,920 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-20T08:19:26,923 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-20T08:19:26,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 5809f0b774b2f3ee23cf46e00a50eade/f 2024-11-20T08:19:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T08:19:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T08:19:26,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 5809f0b774b2f3ee23cf46e00a50eade/f 2024-11-20T08:19:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T08:19:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T08:19:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HRegion(2603): Flush status journal for 5809f0b774b2f3ee23cf46e00a50eade: 2024-11-20T08:19:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/staging/jenkins__test__sccl1jhl3oobotm9ae1sb2fha4kak0kbqh6luoi4fkshpho7d7ol82sf6ptsvolp/f/hfile_0 2024-11-20T08:19:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/staging/jenkins__test__sccl1jhl3oobotm9ae1sb2fha4kak0kbqh6luoi4fkshpho7d7ol82sf6ptsvolp/f/hfile_0 as hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/default/test/5809f0b774b2f3ee23cf46e00a50eade/f/f2994242a18b4c77bc0fa19555ca1f50_SeqId_4_ 2024-11-20T08:19:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/staging/jenkins__test__sccl1jhl3oobotm9ae1sb2fha4kak0kbqh6luoi4fkshpho7d7ol82sf6ptsvolp/f/hfile_1 2024-11-20T08:19:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/staging/jenkins__test__sccl1jhl3oobotm9ae1sb2fha4kak0kbqh6luoi4fkshpho7d7ol82sf6ptsvolp/f/hfile_1 as hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/default/test/5809f0b774b2f3ee23cf46e00a50eade/f/081ad3fe4f394057b5898912cc08f539_SeqId_4_ 2024-11-20T08:19:26,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/staging/jenkins__test__sccl1jhl3oobotm9ae1sb2fha4kak0kbqh6luoi4fkshpho7d7ol82sf6ptsvolp/f/hfile_0 into 5809f0b774b2f3ee23cf46e00a50eade/f as hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/default/test/5809f0b774b2f3ee23cf46e00a50eade/f/f2994242a18b4c77bc0fa19555ca1f50_SeqId_4_ - updating store file list. 2024-11-20T08:19:26,944 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.wal-reader.3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.1732090759312 to pos 379, reset compression=false 2024-11-20T08:19:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f2994242a18b4c77bc0fa19555ca1f50_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T08:19:26,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/default/test/5809f0b774b2f3ee23cf46e00a50eade/f/f2994242a18b4c77bc0fa19555ca1f50_SeqId_4_ into 5809f0b774b2f3ee23cf46e00a50eade/f 2024-11-20T08:19:26,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/staging/jenkins__test__sccl1jhl3oobotm9ae1sb2fha4kak0kbqh6luoi4fkshpho7d7ol82sf6ptsvolp/f/hfile_0 into 5809f0b774b2f3ee23cf46e00a50eade/f (new location: hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/default/test/5809f0b774b2f3ee23cf46e00a50eade/f/f2994242a18b4c77bc0fa19555ca1f50_SeqId_4_) 2024-11-20T08:19:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/staging/jenkins__test__sccl1jhl3oobotm9ae1sb2fha4kak0kbqh6luoi4fkshpho7d7ol82sf6ptsvolp/f/hfile_0 2024-11-20T08:19:26,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/staging/jenkins__test__sccl1jhl3oobotm9ae1sb2fha4kak0kbqh6luoi4fkshpho7d7ol82sf6ptsvolp/f/hfile_1 into 5809f0b774b2f3ee23cf46e00a50eade/f as hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/default/test/5809f0b774b2f3ee23cf46e00a50eade/f/081ad3fe4f394057b5898912cc08f539_SeqId_4_ - updating store file list. 2024-11-20T08:19:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 081ad3fe4f394057b5898912cc08f539_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T08:19:26,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/default/test/5809f0b774b2f3ee23cf46e00a50eade/f/081ad3fe4f394057b5898912cc08f539_SeqId_4_ into 5809f0b774b2f3ee23cf46e00a50eade/f 2024-11-20T08:19:26,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/staging/jenkins__test__sccl1jhl3oobotm9ae1sb2fha4kak0kbqh6luoi4fkshpho7d7ol82sf6ptsvolp/f/hfile_1 into 5809f0b774b2f3ee23cf46e00a50eade/f (new location: hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/default/test/5809f0b774b2f3ee23cf46e00a50eade/f/081ad3fe4f394057b5898912cc08f539_SeqId_4_) 2024-11-20T08:19:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/staging/jenkins__test__sccl1jhl3oobotm9ae1sb2fha4kak0kbqh6luoi4fkshpho7d7ol82sf6ptsvolp/f/hfile_1 2024-11-20T08:19:26,953 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:19:26,953 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:26,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:26,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade., hostname=3354ef74e3b7,34647,1732090753539, seqNum=2 , the old value is region=test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade., hostname=3354ef74e3b7,34647,1732090753539, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3354ef74e3b7:34647 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T08:19:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade., hostname=3354ef74e3b7,34647,1732090753539, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T08:19:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade., hostname=3354ef74e3b7,34647,1732090753539, seqNum=2 from cache 2024-11-20T08:19:26,954 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:26,955 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T08:19:26,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:19:26,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44869,1732090757307, seqNum=-1] 2024-11-20T08:19:26,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:19:26,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:19:26,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d., hostname=3354ef74e3b7,44869,1732090757307, seqNum=2] 2024-11-20T08:19:26,960 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T08:19:26,991 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T08:19:27,064 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:34647 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T08:19:27,185 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.wal-reader.3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144 to pos 379, reset compression=false 2024-11-20T08:19:27,190 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.wal-reader.3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:19:27,190 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.shipper3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,34647,1732090753539 got entry batch from reader: WALEntryBatch [walEntries=[{test/5809f0b774b2f3ee23cf46e00a50eade/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732090766952/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T08:19:27,193 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.shipper3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:19:27,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-20T08:19:27,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.ReplicationSink(318): Replicating [9a1acc0d-0bde-419b-909d-bb2649954605] bulk loaded data 2024-11-20T08:19:27,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42ecd0d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:27,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,40735,-1 for getting cluster id 2024-11-20T08:19:27,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:27,196 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1725603-f1cb-448b-a02a-11129e68b7b5' 2024-11-20T08:19:27,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:27,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1725603-f1cb-448b-a02a-11129e68b7b5" 2024-11-20T08:19:27,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cde565e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:27,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,40735,-1] 2024-11-20T08:19:27,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:27,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:27,198 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:27,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68d0dc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:27,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741840_1016 (size=7894) 2024-11-20T08:19:27,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741841_1017 (size=7691) 2024-11-20T08:19:27,390 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.wal-reader.3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144 to pos 687, reset compression=false 2024-11-20T08:19:27,448 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.wal-reader.3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.1732090759312 to pos 379, reset compression=false 2024-11-20T08:19:27,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:27,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,40735,1732090757262 2024-11-20T08:19:27,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b12b18c 2024-11-20T08:19:27,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:19:27,628 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-20T08:19:27,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T08:19:27,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:27,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44869,1732090757307, seqNum=-1] 2024-11-20T08:19:27,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:19:27,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-20T08:19:27,638 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/staging/jenkins.hfs.11__test__etssibumr8b34a16g3u8u4ccugq1bembk0egm3ol7kh6gm2n32tlgevt7fpi6kbn/f/081ad3fe4f394057b5898912cc08f539_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T08:19:27,641 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/staging/jenkins.hfs.11__test__etssibumr8b34a16g3u8u4ccugq1bembk0egm3ol7kh6gm2n32tlgevt7fpi6kbn/f/f2994242a18b4c77bc0fa19555ca1f50_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T08:19:27,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/staging/jenkins.hfs.11__test__etssibumr8b34a16g3u8u4ccugq1bembk0egm3ol7kh6gm2n32tlgevt7fpi6kbn/f/f2994242a18b4c77bc0fa19555ca1f50_SeqId_4_ for inclusion in c1b7f01d1f1cb0d65191592046b0026d/f 2024-11-20T08:19:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T08:19:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T08:19:27,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/staging/jenkins.hfs.11__test__etssibumr8b34a16g3u8u4ccugq1bembk0egm3ol7kh6gm2n32tlgevt7fpi6kbn/f/081ad3fe4f394057b5898912cc08f539_SeqId_4_ for inclusion in c1b7f01d1f1cb0d65191592046b0026d/f 2024-11-20T08:19:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T08:19:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T08:19:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegion(2603): Flush status journal for c1b7f01d1f1cb0d65191592046b0026d: 2024-11-20T08:19:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f2994242a18b4c77bc0fa19555ca1f50_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T08:19:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/staging/jenkins.hfs.11__test__etssibumr8b34a16g3u8u4ccugq1bembk0egm3ol7kh6gm2n32tlgevt7fpi6kbn/f/f2994242a18b4c77bc0fa19555ca1f50_SeqId_4_ as hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/default/test/c1b7f01d1f1cb0d65191592046b0026d/f/e1337b10a9a64c6b8b915b3ed3bfa037_SeqId_4_ 2024-11-20T08:19:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 081ad3fe4f394057b5898912cc08f539_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T08:19:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/staging/jenkins.hfs.11__test__etssibumr8b34a16g3u8u4ccugq1bembk0egm3ol7kh6gm2n32tlgevt7fpi6kbn/f/081ad3fe4f394057b5898912cc08f539_SeqId_4_ as hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/default/test/c1b7f01d1f1cb0d65191592046b0026d/f/0cacb5067deb4c20ba50aea400aa1e22_SeqId_4_ 2024-11-20T08:19:27,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/staging/jenkins.hfs.11__test__etssibumr8b34a16g3u8u4ccugq1bembk0egm3ol7kh6gm2n32tlgevt7fpi6kbn/f/f2994242a18b4c77bc0fa19555ca1f50_SeqId_4_ into c1b7f01d1f1cb0d65191592046b0026d/f as hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/default/test/c1b7f01d1f1cb0d65191592046b0026d/f/e1337b10a9a64c6b8b915b3ed3bfa037_SeqId_4_ - updating store file list. 2024-11-20T08:19:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e1337b10a9a64c6b8b915b3ed3bfa037_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T08:19:27,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/default/test/c1b7f01d1f1cb0d65191592046b0026d/f/e1337b10a9a64c6b8b915b3ed3bfa037_SeqId_4_ into c1b7f01d1f1cb0d65191592046b0026d/f 2024-11-20T08:19:27,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/staging/jenkins.hfs.11__test__etssibumr8b34a16g3u8u4ccugq1bembk0egm3ol7kh6gm2n32tlgevt7fpi6kbn/f/f2994242a18b4c77bc0fa19555ca1f50_SeqId_4_ into c1b7f01d1f1cb0d65191592046b0026d/f (new location: hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/default/test/c1b7f01d1f1cb0d65191592046b0026d/f/e1337b10a9a64c6b8b915b3ed3bfa037_SeqId_4_) 2024-11-20T08:19:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/staging/jenkins.hfs.11__test__etssibumr8b34a16g3u8u4ccugq1bembk0egm3ol7kh6gm2n32tlgevt7fpi6kbn/f/f2994242a18b4c77bc0fa19555ca1f50_SeqId_4_ 2024-11-20T08:19:27,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/staging/jenkins.hfs.11__test__etssibumr8b34a16g3u8u4ccugq1bembk0egm3ol7kh6gm2n32tlgevt7fpi6kbn/f/081ad3fe4f394057b5898912cc08f539_SeqId_4_ into c1b7f01d1f1cb0d65191592046b0026d/f as hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/default/test/c1b7f01d1f1cb0d65191592046b0026d/f/0cacb5067deb4c20ba50aea400aa1e22_SeqId_4_ - updating store file list. 2024-11-20T08:19:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0cacb5067deb4c20ba50aea400aa1e22_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T08:19:27,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/default/test/c1b7f01d1f1cb0d65191592046b0026d/f/0cacb5067deb4c20ba50aea400aa1e22_SeqId_4_ into c1b7f01d1f1cb0d65191592046b0026d/f 2024-11-20T08:19:27,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/staging/jenkins.hfs.11__test__etssibumr8b34a16g3u8u4ccugq1bembk0egm3ol7kh6gm2n32tlgevt7fpi6kbn/f/081ad3fe4f394057b5898912cc08f539_SeqId_4_ into c1b7f01d1f1cb0d65191592046b0026d/f (new location: hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/default/test/c1b7f01d1f1cb0d65191592046b0026d/f/0cacb5067deb4c20ba50aea400aa1e22_SeqId_4_) 2024-11-20T08:19:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/staging/jenkins.hfs.11__test__etssibumr8b34a16g3u8u4ccugq1bembk0egm3ol7kh6gm2n32tlgevt7fpi6kbn/f/081ad3fe4f394057b5898912cc08f539_SeqId_4_ 2024-11-20T08:19:27,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.ReplicationSink(324): Finished replicating [9a1acc0d-0bde-419b-909d-bb2649954605] bulk loaded data 2024-11-20T08:19:27,695 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.wal-reader.3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144 to pos 687, reset compression=false 2024-11-20T08:19:27,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:27,972 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732090767972/Put/seqid=0 2024-11-20T08:19:27,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741842_1018 (size=11194) 2024-11-20T08:19:28,053 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.wal-reader.3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.1732090759312 to pos 379, reset compression=false 2024-11-20T08:19:28,059 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.wal-reader.3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:19:28,059 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.shipper3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,44869,1732090757307 got entry batch from reader: WALEntryBatch [walEntries=[{test/c1b7f01d1f1cb0d65191592046b0026d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732090767664/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.1732090759312, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-20T08:19:28,061 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.shipper3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:19:28,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-20T08:19:28,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.ReplicationSink(318): Replicating [9a1acc0d-0bde-419b-909d-bb2649954605, d1725603-f1cb-448b-a02a-11129e68b7b5] bulk loaded data 2024-11-20T08:19:28,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cb81e73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:28,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,39959,-1 for getting cluster id 2024-11-20T08:19:28,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:28,064 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a1acc0d-0bde-419b-909d-bb2649954605' 2024-11-20T08:19:28,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:28,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a1acc0d-0bde-419b-909d-bb2649954605" 2024-11-20T08:19:28,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39d2b49d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:28,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,39959,-1] 2024-11-20T08:19:28,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:28,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:28,065 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:28,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20c028d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:28,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741842_1018 (size=7894) 2024-11-20T08:19:28,100 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.wal-reader.3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144 to pos 687, reset compression=false 2024-11-20T08:19:28,259 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.wal-reader.3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.1732090759312 to pos 725, reset compression=false 2024-11-20T08:19:28,399 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732090768398/Put/seqid=0 2024-11-20T08:19:28,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741843_1019 (size=10791) 2024-11-20T08:19:28,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741843_1019 (size=7691) 2024-11-20T08:19:28,564 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.wal-reader.3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.1732090759312 to pos 725, reset compression=false 2024-11-20T08:19:28,604 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.wal-reader.3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144 to pos 687, reset compression=false 2024-11-20T08:19:28,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7a0461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:28,817 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,40735,-1 for getting cluster id 2024-11-20T08:19:28,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:28,826 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1725603-f1cb-448b-a02a-11129e68b7b5' 2024-11-20T08:19:28,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:28,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1725603-f1cb-448b-a02a-11129e68b7b5" 2024-11-20T08:19:28,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56834e75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:28,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,40735,-1] 2024-11-20T08:19:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:28,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:28,829 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:28,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d68f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:28,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:28,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44869,1732090757307, seqNum=-1] 2024-11-20T08:19:28,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:19:28,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:19:28,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:28,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,40735,1732090757262 2024-11-20T08:19:28,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16f267c8 2024-11-20T08:19:28,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:19:28,850 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:19:28,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d., hostname=3354ef74e3b7,44869,1732090757307, seqNum=2] 2024-11-20T08:19:28,859 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T08:19:28,883 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-20T08:19:28,891 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-20T08:19:28,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/testHFileCyclicReplication_10/f/hfile_0 for inclusion in c1b7f01d1f1cb0d65191592046b0026d/f 2024-11-20T08:19:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T08:19:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T08:19:28,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/testHFileCyclicReplication_10/f/hfile_1 for inclusion in c1b7f01d1f1cb0d65191592046b0026d/f 2024-11-20T08:19:28,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:28,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,39959,1732090753481 2024-11-20T08:19:28,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@582a93b2 2024-11-20T08:19:28,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:19:28,921 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-20T08:19:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T08:19:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T08:19:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegion(2603): Flush status journal for c1b7f01d1f1cb0d65191592046b0026d: 2024-11-20T08:19:28,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T08:19:28,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/staging/jenkins__test__tl0pe5mrolacjlocvokjvqsc0cd9pm1albha690u4v9f75ihlkrsj1pklb37krgt/f/hfile_0 2024-11-20T08:19:28,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,34647,1732090753539, seqNum=-1] 2024-11-20T08:19:28,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:19:28,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-20T08:19:28,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/staging/jenkins__test__tl0pe5mrolacjlocvokjvqsc0cd9pm1albha690u4v9f75ihlkrsj1pklb37krgt/f/hfile_0 as hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/default/test/c1b7f01d1f1cb0d65191592046b0026d/f/e23e64b37a154f45876a68a5f13e4196_SeqId_6_ 2024-11-20T08:19:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/staging/jenkins__test__tl0pe5mrolacjlocvokjvqsc0cd9pm1albha690u4v9f75ihlkrsj1pklb37krgt/f/hfile_1 2024-11-20T08:19:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/staging/jenkins__test__tl0pe5mrolacjlocvokjvqsc0cd9pm1albha690u4v9f75ihlkrsj1pklb37krgt/f/hfile_1 as hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/default/test/c1b7f01d1f1cb0d65191592046b0026d/f/22e2698387064baf827c06a6ef64c024_SeqId_6_ 2024-11-20T08:19:28,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/staging/jenkins__test__tl0pe5mrolacjlocvokjvqsc0cd9pm1albha690u4v9f75ihlkrsj1pklb37krgt/f/hfile_0 into c1b7f01d1f1cb0d65191592046b0026d/f as hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/default/test/c1b7f01d1f1cb0d65191592046b0026d/f/e23e64b37a154f45876a68a5f13e4196_SeqId_6_ - updating store file list. 2024-11-20T08:19:28,962 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/staging/jenkins.hfs.10__test__tflae3bnim037kmsar9u58r9nvfa8cg4jikochibeb25925pr7bmbbu5jfev6nua/f/0cacb5067deb4c20ba50aea400aa1e22_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T08:19:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e23e64b37a154f45876a68a5f13e4196_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T08:19:28,968 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.wal-reader.3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.1732090759312 to pos 725, reset compression=false 2024-11-20T08:19:28,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/default/test/c1b7f01d1f1cb0d65191592046b0026d/f/e23e64b37a154f45876a68a5f13e4196_SeqId_6_ into c1b7f01d1f1cb0d65191592046b0026d/f 2024-11-20T08:19:28,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/staging/jenkins__test__tl0pe5mrolacjlocvokjvqsc0cd9pm1albha690u4v9f75ihlkrsj1pklb37krgt/f/hfile_0 into c1b7f01d1f1cb0d65191592046b0026d/f (new location: hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/default/test/c1b7f01d1f1cb0d65191592046b0026d/f/e23e64b37a154f45876a68a5f13e4196_SeqId_6_) 2024-11-20T08:19:28,969 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/staging/jenkins.hfs.10__test__tflae3bnim037kmsar9u58r9nvfa8cg4jikochibeb25925pr7bmbbu5jfev6nua/f/e1337b10a9a64c6b8b915b3ed3bfa037_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T08:19:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/staging/jenkins__test__tl0pe5mrolacjlocvokjvqsc0cd9pm1albha690u4v9f75ihlkrsj1pklb37krgt/f/hfile_0 2024-11-20T08:19:28,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.ReplicationSink(324): Finished replicating [9a1acc0d-0bde-419b-909d-bb2649954605, d1725603-f1cb-448b-a02a-11129e68b7b5] bulk loaded data 2024-11-20T08:19:28,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/staging/jenkins__test__tl0pe5mrolacjlocvokjvqsc0cd9pm1albha690u4v9f75ihlkrsj1pklb37krgt/f/hfile_1 into c1b7f01d1f1cb0d65191592046b0026d/f as hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/default/test/c1b7f01d1f1cb0d65191592046b0026d/f/22e2698387064baf827c06a6ef64c024_SeqId_6_ - updating store file list. 2024-11-20T08:19:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 22e2698387064baf827c06a6ef64c024_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T08:19:28,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/default/test/c1b7f01d1f1cb0d65191592046b0026d/f/22e2698387064baf827c06a6ef64c024_SeqId_6_ into c1b7f01d1f1cb0d65191592046b0026d/f 2024-11-20T08:19:28,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/staging/jenkins__test__tl0pe5mrolacjlocvokjvqsc0cd9pm1albha690u4v9f75ihlkrsj1pklb37krgt/f/hfile_1 into c1b7f01d1f1cb0d65191592046b0026d/f (new location: hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/default/test/c1b7f01d1f1cb0d65191592046b0026d/f/22e2698387064baf827c06a6ef64c024_SeqId_6_) 2024-11-20T08:19:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/staging/jenkins__test__tl0pe5mrolacjlocvokjvqsc0cd9pm1albha690u4v9f75ihlkrsj1pklb37krgt/f/hfile_1 2024-11-20T08:19:28,986 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:19:28,986 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:28,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:28,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:28,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:19:28,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d., hostname=3354ef74e3b7,44869,1732090757307, seqNum=2 , the old value is region=test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d., hostname=3354ef74e3b7,44869,1732090757307, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3354ef74e3b7:44869 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T08:19:28,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d., hostname=3354ef74e3b7,44869,1732090757307, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T08:19:28,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d., hostname=3354ef74e3b7,44869,1732090757307, seqNum=2 from cache 2024-11-20T08:19:28,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:28,988 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T08:19:28,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,34647,1732090753539, seqNum=-1] 2024-11-20T08:19:28,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:19:28,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:19:28,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade., hostname=3354ef74e3b7,34647,1732090753539, seqNum=2] 2024-11-20T08:19:29,007 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T08:19:29,009 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.wal-reader.3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:19:29,009 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.shipper3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,44869,1732090757307 got entry batch from reader: WALEntryBatch [walEntries=[{test/c1b7f01d1f1cb0d65191592046b0026d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732090768984/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.1732090759312, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T08:19:29,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.ReplicationSink(318): Replicating [d1725603-f1cb-448b-a02a-11129e68b7b5] bulk loaded data 2024-11-20T08:19:29,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741844_1020 (size=11194) 2024-11-20T08:19:29,095 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:44869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T08:19:29,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741845_1021 (size=10791) 2024-11-20T08:19:29,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T08:19:29,157 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/staging/jenkins.hfs.10__test__8cicuv85cglfl25cj31c7rspmc06ml8demdcddgkrki3v14jmob4m6h5qr5bic6t/f/22e2698387064baf827c06a6ef64c024_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-20T08:19:29,168 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/staging/jenkins.hfs.10__test__8cicuv85cglfl25cj31c7rspmc06ml8demdcddgkrki3v14jmob4m6h5qr5bic6t/f/e23e64b37a154f45876a68a5f13e4196_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-20T08:19:29,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/staging/jenkins.hfs.10__test__8cicuv85cglfl25cj31c7rspmc06ml8demdcddgkrki3v14jmob4m6h5qr5bic6t/f/e23e64b37a154f45876a68a5f13e4196_SeqId_6_ for inclusion in 5809f0b774b2f3ee23cf46e00a50eade/f 2024-11-20T08:19:29,208 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.wal-reader.3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144 to pos 687, reset compression=false 2024-11-20T08:19:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T08:19:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T08:19:29,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/staging/jenkins.hfs.10__test__8cicuv85cglfl25cj31c7rspmc06ml8demdcddgkrki3v14jmob4m6h5qr5bic6t/f/22e2698387064baf827c06a6ef64c024_SeqId_6_ for inclusion in 5809f0b774b2f3ee23cf46e00a50eade/f 2024-11-20T08:19:29,220 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.wal-reader.3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.1732090759312 to pos 1033, reset compression=false 2024-11-20T08:19:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T08:19:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T08:19:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HRegion(2603): Flush status journal for 5809f0b774b2f3ee23cf46e00a50eade: 2024-11-20T08:19:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e23e64b37a154f45876a68a5f13e4196_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T08:19:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/staging/jenkins.hfs.10__test__8cicuv85cglfl25cj31c7rspmc06ml8demdcddgkrki3v14jmob4m6h5qr5bic6t/f/e23e64b37a154f45876a68a5f13e4196_SeqId_6_ as hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/default/test/5809f0b774b2f3ee23cf46e00a50eade/f/7506c708799f44079cf698db572611f6_SeqId_6_ 2024-11-20T08:19:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 22e2698387064baf827c06a6ef64c024_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T08:19:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/staging/jenkins.hfs.10__test__8cicuv85cglfl25cj31c7rspmc06ml8demdcddgkrki3v14jmob4m6h5qr5bic6t/f/22e2698387064baf827c06a6ef64c024_SeqId_6_ as hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/default/test/5809f0b774b2f3ee23cf46e00a50eade/f/d77c1334a3b4459f986011d7863ce707_SeqId_6_ 2024-11-20T08:19:29,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/staging/jenkins.hfs.10__test__8cicuv85cglfl25cj31c7rspmc06ml8demdcddgkrki3v14jmob4m6h5qr5bic6t/f/e23e64b37a154f45876a68a5f13e4196_SeqId_6_ into 5809f0b774b2f3ee23cf46e00a50eade/f as hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/default/test/5809f0b774b2f3ee23cf46e00a50eade/f/7506c708799f44079cf698db572611f6_SeqId_6_ - updating store file list. 2024-11-20T08:19:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7506c708799f44079cf698db572611f6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T08:19:29,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/default/test/5809f0b774b2f3ee23cf46e00a50eade/f/7506c708799f44079cf698db572611f6_SeqId_6_ into 5809f0b774b2f3ee23cf46e00a50eade/f 2024-11-20T08:19:29,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/staging/jenkins.hfs.10__test__8cicuv85cglfl25cj31c7rspmc06ml8demdcddgkrki3v14jmob4m6h5qr5bic6t/f/e23e64b37a154f45876a68a5f13e4196_SeqId_6_ into 5809f0b774b2f3ee23cf46e00a50eade/f (new location: hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/default/test/5809f0b774b2f3ee23cf46e00a50eade/f/7506c708799f44079cf698db572611f6_SeqId_6_) 2024-11-20T08:19:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/staging/jenkins.hfs.10__test__8cicuv85cglfl25cj31c7rspmc06ml8demdcddgkrki3v14jmob4m6h5qr5bic6t/f/e23e64b37a154f45876a68a5f13e4196_SeqId_6_ 2024-11-20T08:19:29,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/staging/jenkins.hfs.10__test__8cicuv85cglfl25cj31c7rspmc06ml8demdcddgkrki3v14jmob4m6h5qr5bic6t/f/22e2698387064baf827c06a6ef64c024_SeqId_6_ into 5809f0b774b2f3ee23cf46e00a50eade/f as hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/default/test/5809f0b774b2f3ee23cf46e00a50eade/f/d77c1334a3b4459f986011d7863ce707_SeqId_6_ - updating store file list. 2024-11-20T08:19:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d77c1334a3b4459f986011d7863ce707_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T08:19:29,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/default/test/5809f0b774b2f3ee23cf46e00a50eade/f/d77c1334a3b4459f986011d7863ce707_SeqId_6_ into 5809f0b774b2f3ee23cf46e00a50eade/f 2024-11-20T08:19:29,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/staging/jenkins.hfs.10__test__8cicuv85cglfl25cj31c7rspmc06ml8demdcddgkrki3v14jmob4m6h5qr5bic6t/f/22e2698387064baf827c06a6ef64c024_SeqId_6_ into 5809f0b774b2f3ee23cf46e00a50eade/f (new location: hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/default/test/5809f0b774b2f3ee23cf46e00a50eade/f/d77c1334a3b4459f986011d7863ce707_SeqId_6_) 2024-11-20T08:19:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/staging/jenkins.hfs.10__test__8cicuv85cglfl25cj31c7rspmc06ml8demdcddgkrki3v14jmob4m6h5qr5bic6t/f/22e2698387064baf827c06a6ef64c024_SeqId_6_ 2024-11-20T08:19:29,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34647 {}] regionserver.ReplicationSink(324): Finished replicating [d1725603-f1cb-448b-a02a-11129e68b7b5] bulk loaded data 2024-11-20T08:19:29,549 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.wal-reader.3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.1732090759312 to pos 1033, reset compression=false 2024-11-20T08:19:29,945 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.wal-reader.3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144 to pos 687, reset compression=false 2024-11-20T08:19:29,970 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.wal-reader.3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.1732090759312 to pos 1033, reset compression=false 2024-11-20T08:19:29,978 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.wal-reader.3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:19:29,978 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.shipper3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,34647,1732090753539 got entry batch from reader: WALEntryBatch [walEntries=[{test/5809f0b774b2f3ee23cf46e00a50eade/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732090769282/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-20T08:19:29,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.ReplicationSink(318): Replicating [d1725603-f1cb-448b-a02a-11129e68b7b5, 9a1acc0d-0bde-419b-909d-bb2649954605] bulk loaded data 2024-11-20T08:19:30,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741844_1020 (size=11194) 2024-11-20T08:19:30,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741845_1021 (size=10791) 2024-11-20T08:19:30,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T08:19:30,061 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:19:30,061 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:30,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:30,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:30,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:19:30,061 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:19:30,061 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=766140287, stopped=false 2024-11-20T08:19:30,061 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3354ef74e3b7,40735,1732090757262 2024-11-20T08:19:30,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x101347556bd0004, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11241388424/running 2024-11-20T08:19:30,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11241388424/running 2024-11-20T08:19:30,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x101347556bd0004, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11241388424 2024-11-20T08:19:30,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11241388424 2024-11-20T08:19:30,063 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:19:30,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T08:19:30,063 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:19:30,063 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:30,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:30,063 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3354ef74e3b7,44869,1732090757307' ***** 2024-11-20T08:19:30,063 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:19:30,064 INFO [RS:0;3354ef74e3b7:44869 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:19:30,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44869-0x101347556bd0004, quorum=127.0.0.1:59571, baseZNode=/11241388424 Set watcher on znode that does not yet exist, /11241388424/running 2024-11-20T08:19:30,064 INFO [RS:0;3354ef74e3b7:44869 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:19:30,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Set watcher on znode that does not yet exist, /11241388424/running 2024-11-20T08:19:30,064 INFO [RS:0;3354ef74e3b7:44869 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:19:30,064 INFO [RS:0;3354ef74e3b7:44869 {}] regionserver.HRegionServer(3091): Received CLOSE for c1b7f01d1f1cb0d65191592046b0026d 2024-11-20T08:19:30,067 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:19:30,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44869 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 3354ef74e3b7,44869,1732090757307 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T08:19:30,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44869 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:32954 deadline: 1732090830065, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 3354ef74e3b7,44869,1732090757307 stopping 2024-11-20T08:19:30,080 INFO [RS:0;3354ef74e3b7:44869 {}] regionserver.HRegionServer(3091): Received CLOSE for a09825767b6d2819086a4fb1f259e32f 2024-11-20T08:19:30,080 INFO [RS:0;3354ef74e3b7:44869 {}] regionserver.HRegionServer(959): stopping server 3354ef74e3b7,44869,1732090757307 2024-11-20T08:19:30,080 INFO [RS:0;3354ef74e3b7:44869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:19:30,081 INFO [RS:0;3354ef74e3b7:44869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:44869. 2024-11-20T08:19:30,081 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1b7f01d1f1cb0d65191592046b0026d, disabling compactions & flushes 2024-11-20T08:19:30,081 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d. 2024-11-20T08:19:30,081 DEBUG [RS:0;3354ef74e3b7:44869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:30,081 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d. 2024-11-20T08:19:30,081 DEBUG [RS:0;3354ef74e3b7:44869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:30,081 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d. after waiting 0 ms 2024-11-20T08:19:30,081 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d. 2024-11-20T08:19:30,081 INFO [RS:0;3354ef74e3b7:44869 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:19:30,081 INFO [RS:0;3354ef74e3b7:44869 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:19:30,081 INFO [RS:0;3354ef74e3b7:44869 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:19:30,081 INFO [RS:0;3354ef74e3b7:44869 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T08:19:30,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44869,1732090757307, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44869,1732090757307, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 3354ef74e3b7,44869,1732090757307 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:19:30,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44869,1732090757307, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 3354ef74e3b7,44869,1732090757307 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:19:30,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44869,1732090757307, seqNum=-1 from cache 2024-11-20T08:19:30,099 INFO [regionserver/3354ef74e3b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:19:30,100 INFO [RS:0;3354ef74e3b7:44869 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T08:19:30,100 DEBUG [RS:0;3354ef74e3b7:44869 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c1b7f01d1f1cb0d65191592046b0026d=test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d., a09825767b6d2819086a4fb1f259e32f=hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f.} 2024-11-20T08:19:30,100 DEBUG [RS:0;3354ef74e3b7:44869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a09825767b6d2819086a4fb1f259e32f, c1b7f01d1f1cb0d65191592046b0026d 2024-11-20T08:19:30,101 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:19:30,101 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:19:30,101 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:19:30,101 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:19:30,101 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:19:30,101 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T08:19:30,133 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/default/test/c1b7f01d1f1cb0d65191592046b0026d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T08:19:30,135 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:19:30,135 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T08:19:30,135 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d. 2024-11-20T08:19:30,135 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1b7f01d1f1cb0d65191592046b0026d: Waiting for close lock at 1732090770080Running coprocessor pre-close hooks at 1732090770080Disabling compacts and flushes for region at 1732090770080Disabling writes for close at 1732090770081 (+1 ms)Writing region close event to WAL at 1732090770109 (+28 ms)Running coprocessor post-close hooks at 1732090770134 (+25 ms)Closed at 1732090770135 (+1 ms) 2024-11-20T08:19:30,135 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d. 2024-11-20T08:19:30,135 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a09825767b6d2819086a4fb1f259e32f, disabling compactions & flushes 2024-11-20T08:19:30,135 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f. 2024-11-20T08:19:30,135 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f. 2024-11-20T08:19:30,135 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f. after waiting 0 ms 2024-11-20T08:19:30,135 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f. 2024-11-20T08:19:30,135 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a09825767b6d2819086a4fb1f259e32f 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-20T08:19:30,137 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/1588230740/.tmp/info/9a2ca353d7ec4685af46412a332cc5a2 is 147, key is hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f./info:regioninfo/1732090765738/Put/seqid=0 2024-11-20T08:19:30,171 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T08:19:30,171 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T08:19:30,178 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.wal-reader.3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144 to pos 1033, reset compression=false 2024-11-20T08:19:30,183 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/replication/a09825767b6d2819086a4fb1f259e32f/.tmp/hfileref/c3b467230ca94aaa9aea9f84ce8bb881 is 74, key is 1/hfileref:0cacb5067deb4c20ba50aea400aa1e22_SeqId_4_/1732090768980/DeleteColumn/seqid=0 2024-11-20T08:19:30,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741846_1022 (size=7686) 2024-11-20T08:19:30,203 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:30,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44869,1732090757307, seqNum=-1] 2024-11-20T08:19:30,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741847_1023 (size=5345) 2024-11-20T08:19:30,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44869 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 3354ef74e3b7,44869,1732090757307 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T08:19:30,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44869 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:32954 deadline: 1732090830066, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 3354ef74e3b7,44869,1732090757307 stopping 2024-11-20T08:19:30,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44869,1732090757307, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44869,1732090757307, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 3354ef74e3b7,44869,1732090757307 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:19:30,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44869,1732090757307, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 3354ef74e3b7,44869,1732090757307 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:19:30,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44869,1732090757307, seqNum=-1 from cache 2024-11-20T08:19:30,217 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/replication/a09825767b6d2819086a4fb1f259e32f/.tmp/hfileref/c3b467230ca94aaa9aea9f84ce8bb881 2024-11-20T08:19:30,257 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/replication/a09825767b6d2819086a4fb1f259e32f/.tmp/queue/ac91add440ec48e49a28527842360da4 is 154, key is 1-3354ef74e3b7,44869,1732090757307/queue:3354ef74e3b7%2C44869%2C1732090757307/1732090769290/Put/seqid=0 2024-11-20T08:19:30,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741848_1024 (size=5353) 2024-11-20T08:19:30,301 DEBUG [RS:0;3354ef74e3b7:44869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a09825767b6d2819086a4fb1f259e32f 2024-11-20T08:19:30,423 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:30,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44869,1732090757307, seqNum=-1] 2024-11-20T08:19:30,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44869 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 3354ef74e3b7,44869,1732090757307 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T08:19:30,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44869 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:32954 deadline: 1732090830064, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 3354ef74e3b7,44869,1732090757307 stopping 2024-11-20T08:19:30,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44869,1732090757307, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44869,1732090757307, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 3354ef74e3b7,44869,1732090757307 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:19:30,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44869,1732090757307, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 3354ef74e3b7,44869,1732090757307 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:19:30,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44869,1732090757307, seqNum=-1 from cache 2024-11-20T08:19:30,483 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.wal-reader.3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.1732090759312 to pos 1033, reset compression=false 2024-11-20T08:19:30,490 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.wal-reader.3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144 to pos 1033, reset compression=false 2024-11-20T08:19:30,499 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.wal-reader.3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:19:30,499 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.wal-reader.3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.1732090759312 to pos 1328, reset compression=false 2024-11-20T08:19:30,499 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.shipper3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,44869,1732090757307 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.1732090759312, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:19:30,506 DEBUG [RS:0;3354ef74e3b7:44869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a09825767b6d2819086a4fb1f259e32f 2024-11-20T08:19:30,516 ERROR [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.shipper3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3354ef74e3b7,44869,1732090757307: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3354ef74e3b7,44869,1732090757307, walGroup=3354ef74e3b7%2C44869%2C1732090757307, offset=3354ef74e3b7%2C44869%2C1732090757307.1732090759312:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:44869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T08:19:30,517 ERROR [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.shipper3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T08:19:30,521 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.shipper3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T08:19:30,523 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.shipper3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T08:19:30,523 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.shipper3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T08:19:30,523 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.shipper3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T08:19:30,524 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.shipper3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 565162080 }, "NonHeapMemoryUsage": { "committed": 190513152, "init": 7667712, "max": -1, "used": 187795200 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T08:19:30,528 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.shipper3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T08:19:30,587 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/1588230740/.tmp/info/9a2ca353d7ec4685af46412a332cc5a2 2024-11-20T08:19:30,614 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/1588230740/.tmp/ns/a09db0f1a0d14bbd943c089e757c8b70 is 43, key is default/ns:d/1732090760396/Put/seqid=0 2024-11-20T08:19:30,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741849_1025 (size=5153) 2024-11-20T08:19:30,642 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/1588230740/.tmp/ns/a09db0f1a0d14bbd943c089e757c8b70 2024-11-20T08:19:30,676 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/replication/a09825767b6d2819086a4fb1f259e32f/.tmp/queue/ac91add440ec48e49a28527842360da4 2024-11-20T08:19:30,681 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/1588230740/.tmp/rep_barrier/e042c43a2c0d422ba32d7810359eeba3 is 112, key is test,,1732090761617.c1b7f01d1f1cb0d65191592046b0026d./rep_barrier:seqnumDuringOpen/1732090762767/Put/seqid=0 2024-11-20T08:19:30,683 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/replication/a09825767b6d2819086a4fb1f259e32f/.tmp/hfileref/c3b467230ca94aaa9aea9f84ce8bb881 as hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/replication/a09825767b6d2819086a4fb1f259e32f/hfileref/c3b467230ca94aaa9aea9f84ce8bb881 2024-11-20T08:19:30,704 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/replication/a09825767b6d2819086a4fb1f259e32f/hfileref/c3b467230ca94aaa9aea9f84ce8bb881, entries=4, sequenceid=12, filesize=5.2 K 2024-11-20T08:19:30,706 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/replication/a09825767b6d2819086a4fb1f259e32f/.tmp/queue/ac91add440ec48e49a28527842360da4 as hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/replication/a09825767b6d2819086a4fb1f259e32f/queue/ac91add440ec48e49a28527842360da4 2024-11-20T08:19:30,706 DEBUG [RS:0;3354ef74e3b7:44869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a09825767b6d2819086a4fb1f259e32f 2024-11-20T08:19:30,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741850_1026 (size=5518) 2024-11-20T08:19:30,710 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/1588230740/.tmp/rep_barrier/e042c43a2c0d422ba32d7810359eeba3 2024-11-20T08:19:30,729 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/replication/a09825767b6d2819086a4fb1f259e32f/queue/ac91add440ec48e49a28527842360da4, entries=1, sequenceid=12, filesize=5.2 K 2024-11-20T08:19:30,733 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for a09825767b6d2819086a4fb1f259e32f in 598ms, sequenceid=12, compaction requested=false 2024-11-20T08:19:30,733 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:30,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44869,1732090757307, seqNum=-1] 2024-11-20T08:19:30,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3354ef74e3b7,44869,1732090757307 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:19:30,737 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.wal-reader.3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.1732090759312 to pos 1328, reset compression=false 2024-11-20T08:19:30,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44869,1732090757307, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44869,1732090757307, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3354ef74e3b7,44869,1732090757307 aborting 2024-11-20T08:19:30,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44869,1732090757307, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3354ef74e3b7,44869,1732090757307 aborting 2024-11-20T08:19:30,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,44869,1732090757307, seqNum=-1 from cache 2024-11-20T08:19:30,773 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/replication/a09825767b6d2819086a4fb1f259e32f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T08:19:30,773 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/1588230740/.tmp/table/0835a6db367e419e83184c875f559046 is 53, key is hbase:replication/table:state/1732090765751/Put/seqid=0 2024-11-20T08:19:30,774 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:19:30,774 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:19:30,774 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f. 2024-11-20T08:19:30,774 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a09825767b6d2819086a4fb1f259e32f: Waiting for close lock at 1732090770135Running coprocessor pre-close hooks at 1732090770135Disabling compacts and flushes for region at 1732090770135Disabling writes for close at 1732090770135Obtaining lock to block concurrent updates at 1732090770135Preparing flush snapshotting stores in a09825767b6d2819086a4fb1f259e32f at 1732090770135Finished memstore snapshotting hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732090770136 (+1 ms)Flushing stores of hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f. at 1732090770137 (+1 ms)Flushing a09825767b6d2819086a4fb1f259e32f/hfileref: creating writer at 1732090770137Flushing a09825767b6d2819086a4fb1f259e32f/hfileref: appending metadata at 1732090770182 (+45 ms)Flushing a09825767b6d2819086a4fb1f259e32f/hfileref: closing flushed file at 1732090770182Flushing a09825767b6d2819086a4fb1f259e32f/queue: creating writer at 1732090770226 (+44 ms)Flushing a09825767b6d2819086a4fb1f259e32f/queue: appending metadata at 1732090770256 (+30 ms)Flushing a09825767b6d2819086a4fb1f259e32f/queue: closing flushed file at 1732090770256Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ff14508: reopening flushed file at 1732090770682 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d7b6314: reopening flushed file at 1732090770705 (+23 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for a09825767b6d2819086a4fb1f259e32f in 598ms, sequenceid=12, compaction requested=false at 1732090770733 (+28 ms)Writing region close event to WAL at 1732090770768 (+35 ms)Running coprocessor post-close hooks at 1732090770774 (+6 ms)Closed at 1732090770774 2024-11-20T08:19:30,774 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732090764940.a09825767b6d2819086a4fb1f259e32f. 2024-11-20T08:19:30,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741851_1027 (size=5308) 2024-11-20T08:19:30,792 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/1588230740/.tmp/table/0835a6db367e419e83184c875f559046 2024-11-20T08:19:30,804 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/1588230740/.tmp/info/9a2ca353d7ec4685af46412a332cc5a2 as hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/1588230740/info/9a2ca353d7ec4685af46412a332cc5a2 2024-11-20T08:19:30,814 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/1588230740/info/9a2ca353d7ec4685af46412a332cc5a2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T08:19:30,815 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/1588230740/.tmp/ns/a09db0f1a0d14bbd943c089e757c8b70 as hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/1588230740/ns/a09db0f1a0d14bbd943c089e757c8b70 2024-11-20T08:19:30,829 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/1588230740/ns/a09db0f1a0d14bbd943c089e757c8b70, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T08:19:30,830 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/1588230740/.tmp/rep_barrier/e042c43a2c0d422ba32d7810359eeba3 as hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/1588230740/rep_barrier/e042c43a2c0d422ba32d7810359eeba3 2024-11-20T08:19:30,842 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/1588230740/rep_barrier/e042c43a2c0d422ba32d7810359eeba3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T08:19:30,844 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/1588230740/.tmp/table/0835a6db367e419e83184c875f559046 as hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/1588230740/table/0835a6db367e419e83184c875f559046 2024-11-20T08:19:30,850 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/1588230740/table/0835a6db367e419e83184c875f559046, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T08:19:30,852 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 750ms, sequenceid=16, compaction requested=false 2024-11-20T08:19:30,889 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T08:19:30,890 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:19:30,890 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:19:30,890 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:19:30,890 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090770101Running coprocessor pre-close hooks at 1732090770101Disabling compacts and flushes for region at 1732090770101Disabling writes for close at 1732090770101Obtaining lock to block concurrent updates at 1732090770101Preparing flush snapshotting stores in 1588230740 at 1732090770101Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732090770102 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732090770102Flushing 1588230740/info: creating writer at 1732090770103 (+1 ms)Flushing 1588230740/info: appending metadata at 1732090770137 (+34 ms)Flushing 1588230740/info: closing flushed file at 1732090770137Flushing 1588230740/ns: creating writer at 1732090770594 (+457 ms)Flushing 1588230740/ns: appending metadata at 1732090770614 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732090770614Flushing 1588230740/rep_barrier: creating writer at 1732090770648 (+34 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732090770680 (+32 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732090770681 (+1 ms)Flushing 1588230740/table: creating writer at 1732090770716 (+35 ms)Flushing 1588230740/table: appending metadata at 1732090770773 (+57 ms)Flushing 1588230740/table: closing flushed file at 1732090770773Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15d05a31: reopening flushed file at 1732090770802 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@179808b: reopening flushed file at 1732090770814 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30eb7dc6: reopening flushed file at 1732090770829 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c467e68: reopening flushed file at 1732090770842 (+13 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 750ms, sequenceid=16, compaction requested=false at 1732090770852 (+10 ms)Writing region close event to WAL at 1732090770878 (+26 ms)Running coprocessor post-close hooks at 1732090770890 (+12 ms)Closed at 1732090770890 2024-11-20T08:19:30,890 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:19:30,907 INFO [RS:0;3354ef74e3b7:44869 {}] regionserver.HRegionServer(976): stopping server 3354ef74e3b7,44869,1732090757307; all regions closed. 2024-11-20T08:19:30,919 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.wal-reader.3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144 to pos 1033, reset compression=false 2024-11-20T08:19:30,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741834_1010 (size=4239) 2024-11-20T08:19:30,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741839_1015 (size=3127) 2024-11-20T08:19:30,969 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.1732090759312 not finished, retry = 0 2024-11-20T08:19:30,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741832_1008 (size=1336) 2024-11-20T08:19:31,059 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.wal-reader.3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.1732090759312 to pos 1328, reset compression=false 2024-11-20T08:19:31,070 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.wal-reader.3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/WALs/3354ef74e3b7,44869,1732090757307/3354ef74e3b7%2C44869%2C1732090757307.1732090759312 2024-11-20T08:19:31,070 DEBUG [RS:0;3354ef74e3b7:44869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:31,071 INFO [RS:0;3354ef74e3b7:44869 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:19:31,071 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.wal-reader.3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-20T08:19:31,071 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.wal-reader.3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-20T08:19:31,071 INFO [RS:0;3354ef74e3b7:44869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:19:31,072 INFO [RS:0;3354ef74e3b7:44869 {}] hbase.ChoreService(370): Chore service for: regionserver/3354ef74e3b7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T08:19:31,072 INFO [RS:0;3354ef74e3b7:44869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:19:31,072 INFO [RS:0;3354ef74e3b7:44869 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3354ef74e3b7,44869,1732090757307 because: Region server is closing 2024-11-20T08:19:31,072 INFO [RS:0;3354ef74e3b7:44869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:44869. 2024-11-20T08:19:31,073 DEBUG [RS:0;3354ef74e3b7:44869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:31,073 DEBUG [RS:0;3354ef74e3b7:44869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:31,073 DEBUG [RS:0;3354ef74e3b7:44869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:31,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:19:31,076 INFO [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:19:31,173 INFO [RS:0;3354ef74e3b7:44869 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.shipper3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 terminated 2024-11-20T08:19:31,174 INFO [RS:0;3354ef74e3b7:44869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:44869. 2024-11-20T08:19:31,174 DEBUG [RS:0;3354ef74e3b7:44869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:31,174 DEBUG [RS:0;3354ef74e3b7:44869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:31,174 DEBUG [RS:0;3354ef74e3b7:44869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:31,174 INFO [RS:0;3354ef74e3b7:44869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44869 2024-11-20T08:19:31,174 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,44869,1732090757307.replicationSource.wal-reader.3354ef74e3b7%2C44869%2C1732090757307,1-3354ef74e3b7,44869,1732090757307 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-20T08:19:31,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:19:31,177 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.shipper3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3354ef74e3b7:44869 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-20T08:19:31,179 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-20T08:19:31,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-20T08:19:31,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44869 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:32940 deadline: 1732090829979, exception=java.io.InterruptedIOException 2024-11-20T08:19:31,180 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T08:19:31,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11241388424/rs 2024-11-20T08:19:31,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x101347556bd0004, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11241388424/rs/3354ef74e3b7,44869,1732090757307 2024-11-20T08:19:31,180 INFO [RS:0;3354ef74e3b7:44869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:19:31,181 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3354ef74e3b7,44869,1732090757307] 2024-11-20T08:19:31,184 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11241388424/draining/3354ef74e3b7,44869,1732090757307 already deleted, retry=false 2024-11-20T08:19:31,184 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3354ef74e3b7,44869,1732090757307 expired; onlineServers=0 2024-11-20T08:19:31,184 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3354ef74e3b7,40735,1732090757262' ***** 2024-11-20T08:19:31,184 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:19:31,184 INFO [M:0;3354ef74e3b7:40735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:19:31,184 INFO [M:0;3354ef74e3b7:40735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:19:31,184 DEBUG [M:0;3354ef74e3b7:40735 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:19:31,185 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:19:31,185 DEBUG [M:0;3354ef74e3b7:40735 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:19:31,185 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090759112 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090759112,5,FailOnTimeoutGroup] 2024-11-20T08:19:31,185 INFO [M:0;3354ef74e3b7:40735 {}] hbase.ChoreService(370): Chore service for: master/3354ef74e3b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T08:19:31,185 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090759109 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090759109,5,FailOnTimeoutGroup] 2024-11-20T08:19:31,185 INFO [M:0;3354ef74e3b7:40735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:19:31,185 DEBUG [M:0;3354ef74e3b7:40735 {}] master.HMaster(1795): Stopping service threads 2024-11-20T08:19:31,185 INFO [M:0;3354ef74e3b7:40735 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:19:31,185 INFO [M:0;3354ef74e3b7:40735 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:19:31,185 INFO [M:0;3354ef74e3b7:40735 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:19:31,185 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:19:31,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11241388424/master 2024-11-20T08:19:31,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11241388424 2024-11-20T08:19:31,190 DEBUG [M:0;3354ef74e3b7:40735 {}] zookeeper.RecoverableZooKeeper(212): Node /11241388424/master already deleted, retry=false 2024-11-20T08:19:31,190 DEBUG [M:0;3354ef74e3b7:40735 {}] master.ActiveMasterManager(353): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Failed delete of our master address node; KeeperErrorCode = NoNode for /11241388424/master 2024-11-20T08:19:31,190 INFO [M:0;3354ef74e3b7:40735 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/.lastflushedseqids 2024-11-20T08:19:31,217 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:19:31,253 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:31,254 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-20T08:19:31,255 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:19:31,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741852_1028 (size=263) 2024-11-20T08:19:31,258 INFO [M:0;3354ef74e3b7:40735 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T08:19:31,258 INFO [M:0;3354ef74e3b7:40735 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:19:31,259 DEBUG [M:0;3354ef74e3b7:40735 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:19:31,259 INFO [M:0;3354ef74e3b7:40735 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:31,259 DEBUG [M:0;3354ef74e3b7:40735 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:31,259 DEBUG [M:0;3354ef74e3b7:40735 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:19:31,259 DEBUG [M:0;3354ef74e3b7:40735 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:31,259 INFO [M:0;3354ef74e3b7:40735 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T08:19:31,280 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3354ef74e3b7:44869 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3354ef74e3b7/172.17.0.2:44869 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:19:31,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 3354ef74e3b7:44869 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3354ef74e3b7/172.17.0.2:44869 2024-11-20T08:19:31,280 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.shipper3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=3354ef74e3b7:44869 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3354ef74e3b7/172.17.0.2:44869 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3354ef74e3b7/172.17.0.2:44869 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T08:19:31,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x101347556bd0004, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:19:31,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44869-0x101347556bd0004, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:19:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T08:19:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:57260 deadline: 1732090831284, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-20T08:19:31,285 INFO [RS:0;3354ef74e3b7:44869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:19:31,285 INFO [RS:0;3354ef74e3b7:44869 {}] regionserver.HRegionServer(1031): Exiting; stopping=3354ef74e3b7,44869,1732090757307; zookeeper connection closed. 2024-11-20T08:19:31,286 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.shipper3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T08:19:31,287 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.shipper3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T08:19:31,293 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73914a6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73914a6 2024-11-20T08:19:31,293 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T08:19:31,316 DEBUG [M:0;3354ef74e3b7:40735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97115c6d918f42a5ba80557de84e1509 is 82, key is hbase:meta,,1/info:regioninfo/1732090760383/Put/seqid=0 2024-11-20T08:19:31,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:31,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:31,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:31,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:31,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:31,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:31,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741853_1029 (size=5672) 2024-11-20T08:19:31,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:31,363 INFO [M:0;3354ef74e3b7:40735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97115c6d918f42a5ba80557de84e1509 2024-11-20T08:19:31,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:31,413 DEBUG [M:0;3354ef74e3b7:40735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7958d390b2f4ea2a6b4714340ea4983 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732090765757/Put/seqid=0 2024-11-20T08:19:31,445 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.wal-reader.3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144 to pos 1033, reset compression=false 2024-11-20T08:19:31,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741854_1030 (size=8516) 2024-11-20T08:19:31,452 INFO [M:0;3354ef74e3b7:40735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7958d390b2f4ea2a6b4714340ea4983 2024-11-20T08:19:31,487 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.shipper3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-20T08:19:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T08:19:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:57260 deadline: 1732090831489, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-20T08:19:31,490 DEBUG [M:0;3354ef74e3b7:40735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88a4943812fa41b4b3c1d0caabd27fc3 is 69, key is 3354ef74e3b7,44869,1732090757307/rs:state/1732090759155/Put/seqid=0 2024-11-20T08:19:31,490 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.shipper3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T08:19:31,491 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.shipper3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T08:19:31,491 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.shipper3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-20T08:19:31,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741855_1031 (size=5156) 2024-11-20T08:19:31,792 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.shipper3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-20T08:19:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T08:19:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40735 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:57260 deadline: 1732090831794, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-20T08:19:31,794 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.shipper3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T08:19:31,795 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.shipper3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T08:19:31,795 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.shipper3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-20T08:19:31,931 INFO [M:0;3354ef74e3b7:40735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88a4943812fa41b4b3c1d0caabd27fc3 2024-11-20T08:19:31,937 DEBUG [M:0;3354ef74e3b7:40735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97115c6d918f42a5ba80557de84e1509 as hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/97115c6d918f42a5ba80557de84e1509 2024-11-20T08:19:31,942 INFO [M:0;3354ef74e3b7:40735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/97115c6d918f42a5ba80557de84e1509, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T08:19:31,943 DEBUG [M:0;3354ef74e3b7:40735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7958d390b2f4ea2a6b4714340ea4983 as hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7958d390b2f4ea2a6b4714340ea4983 2024-11-20T08:19:31,948 INFO [M:0;3354ef74e3b7:40735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7958d390b2f4ea2a6b4714340ea4983, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T08:19:31,949 DEBUG [M:0;3354ef74e3b7:40735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88a4943812fa41b4b3c1d0caabd27fc3 as hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/88a4943812fa41b4b3c1d0caabd27fc3 2024-11-20T08:19:31,977 INFO [M:0;3354ef74e3b7:40735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40405/user/jenkins/test-data/0d2dc5ca-b7be-42a3-ba87-d0cfaa90191c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/88a4943812fa41b4b3c1d0caabd27fc3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T08:19:31,978 INFO [M:0;3354ef74e3b7:40735 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 719ms, sequenceid=97, compaction requested=false 2024-11-20T08:19:31,983 INFO [M:0;3354ef74e3b7:40735 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:31,983 DEBUG [M:0;3354ef74e3b7:40735 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090771258Disabling compacts and flushes for region at 1732090771258Disabling writes for close at 1732090771259 (+1 ms)Obtaining lock to block concurrent updates at 1732090771259Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732090771259Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732090771259Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732090771262 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732090771262Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732090771315 (+53 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732090771315Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732090771369 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732090771413 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732090771413Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732090771457 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732090771488 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732090771488Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38970077: reopening flushed file at 1732090771936 (+448 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5524fd2: reopening flushed file at 1732090771943 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13a9ee4b: reopening flushed file at 1732090771948 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 719ms, sequenceid=97, compaction requested=false at 1732090771978 (+30 ms)Writing region close event to WAL at 1732090771983 (+5 ms)Closed at 1732090771983 2024-11-20T08:19:31,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741830_1006 (size=63654) 2024-11-20T08:19:31,988 INFO [M:0;3354ef74e3b7:40735 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T08:19:31,988 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:19:31,988 INFO [M:0;3354ef74e3b7:40735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40735 2024-11-20T08:19:31,988 INFO [M:0;3354ef74e3b7:40735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:19:32,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:19:32,091 INFO [M:0;3354ef74e3b7:40735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:19:32,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40735-0x101347556bd0003, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:19:32,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@596ea19b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:19:32,095 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@295f848f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:19:32,095 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:19:32,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38e96b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:19:32,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c9e907e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/hadoop.log.dir/,STOPPED} 2024-11-20T08:19:32,095 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.wal-reader.3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144 to pos 1033, reset compression=false 2024-11-20T08:19:32,099 WARN [BP-1098970549-172.17.0.2-1732090756202 heartbeating to localhost/127.0.0.1:40405 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:19:32,099 WARN [BP-1098970549-172.17.0.2-1732090756202 heartbeating to localhost/127.0.0.1:40405 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1098970549-172.17.0.2-1732090756202 (Datanode Uuid 1825fab2-a2d6-479e-bc1b-86d3ac1d407e) service to localhost/127.0.0.1:40405 2024-11-20T08:19:32,100 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/cluster_6858aeae-5d18-f43f-8543-f35f72b15ab4/data/data1/current/BP-1098970549-172.17.0.2-1732090756202 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:19:32,100 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/cluster_6858aeae-5d18-f43f-8543-f35f72b15ab4/data/data2/current/BP-1098970549-172.17.0.2-1732090756202 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:19:32,100 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:19:32,100 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:19:32,101 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:19:32,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b344cbb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:19:32,123 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6149b37d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:19:32,123 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:19:32,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@672fe1f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:19:32,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@347b42e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/hadoop.log.dir/,STOPPED} 2024-11-20T08:19:32,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T08:19:32,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T08:19:32,140 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:19:32,140 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:32,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:32,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:32,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:19:32,142 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:19:32,142 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1917787454, stopped=false 2024-11-20T08:19:32,142 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3354ef74e3b7,39959,1732090753481 2024-11-20T08:19:32,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x101347556bd0001, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0528528739/running 2024-11-20T08:19:32,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x101347556bd0001, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0528528739 2024-11-20T08:19:32,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0528528739/running 2024-11-20T08:19:32,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0528528739 2024-11-20T08:19:32,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34647-0x101347556bd0001, quorum=127.0.0.1:59571, baseZNode=/0528528739 Set watcher on znode that does not yet exist, /0528528739/running 2024-11-20T08:19:32,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Set watcher on znode that does not yet exist, /0528528739/running 2024-11-20T08:19:32,148 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:19:32,150 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:19:32,150 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:32,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:32,151 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3354ef74e3b7,34647,1732090753539' ***** 2024-11-20T08:19:32,151 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:19:32,151 INFO [RS:0;3354ef74e3b7:34647 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:19:32,151 INFO [RS:0;3354ef74e3b7:34647 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:19:32,151 INFO [RS:0;3354ef74e3b7:34647 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:19:32,151 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:19:32,151 INFO [RS:0;3354ef74e3b7:34647 {}] regionserver.HRegionServer(3091): Received CLOSE for 122dbb791c23f259d678637e264146f6 2024-11-20T08:19:32,155 INFO [RS:0;3354ef74e3b7:34647 {}] regionserver.HRegionServer(3091): Received CLOSE for 5809f0b774b2f3ee23cf46e00a50eade 2024-11-20T08:19:32,155 INFO [RS:0;3354ef74e3b7:34647 {}] regionserver.HRegionServer(959): stopping server 3354ef74e3b7,34647,1732090753539 2024-11-20T08:19:32,155 INFO [RS:0;3354ef74e3b7:34647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:19:32,155 INFO [RS:0;3354ef74e3b7:34647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:34647. 2024-11-20T08:19:32,155 DEBUG [RS:0;3354ef74e3b7:34647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:32,155 DEBUG [RS:0;3354ef74e3b7:34647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:32,155 INFO [RS:0;3354ef74e3b7:34647 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:19:32,155 INFO [RS:0;3354ef74e3b7:34647 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:19:32,155 INFO [RS:0;3354ef74e3b7:34647 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:19:32,155 INFO [RS:0;3354ef74e3b7:34647 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T08:19:32,158 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 122dbb791c23f259d678637e264146f6, disabling compactions & flushes 2024-11-20T08:19:32,158 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6. 2024-11-20T08:19:32,158 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6. 2024-11-20T08:19:32,159 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6. after waiting 1 ms 2024-11-20T08:19:32,159 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6. 2024-11-20T08:19:32,159 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 122dbb791c23f259d678637e264146f6 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-20T08:19:32,163 INFO [RS:0;3354ef74e3b7:34647 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T08:19:32,163 DEBUG [RS:0;3354ef74e3b7:34647 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 122dbb791c23f259d678637e264146f6=hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6., 5809f0b774b2f3ee23cf46e00a50eade=test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade.} 2024-11-20T08:19:32,163 DEBUG [RS:0;3354ef74e3b7:34647 {}] regionserver.HRegionServer(1351): Waiting on 122dbb791c23f259d678637e264146f6, 1588230740, 5809f0b774b2f3ee23cf46e00a50eade 2024-11-20T08:19:32,163 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:19:32,163 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:19:32,163 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:19:32,163 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:19:32,163 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:19:32,163 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T08:19:32,184 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/replication/122dbb791c23f259d678637e264146f6/.tmp/hfileref/675bdab4071e47f0a95ee1023143d670 is 74, key is 1/hfileref:081ad3fe4f394057b5898912cc08f539_SeqId_4_/1732090767667/DeleteColumn/seqid=0 2024-11-20T08:19:32,189 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/1588230740/.tmp/info/e73716c22ad046ba9ffeff62c663c8a8 is 147, key is hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6./info:regioninfo/1732090764184/Put/seqid=0 2024-11-20T08:19:32,196 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.shipper3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-20T08:19:32,197 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3354ef74e3b7:40735 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3354ef74e3b7/172.17.0.2:40735 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:19:32,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 3354ef74e3b7:40735 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3354ef74e3b7/172.17.0.2:40735 2024-11-20T08:19:32,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741847_1023 (size=7686) 2024-11-20T08:19:32,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741846_1022 (size=5345) 2024-11-20T08:19:32,203 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/1588230740/.tmp/info/e73716c22ad046ba9ffeff62c663c8a8 2024-11-20T08:19:32,203 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/replication/122dbb791c23f259d678637e264146f6/.tmp/hfileref/675bdab4071e47f0a95ee1023143d670 2024-11-20T08:19:32,230 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/1588230740/.tmp/ns/94c1dfd23ebe4ab783d7b702b87188b8 is 43, key is default/ns:d/1732090756111/Put/seqid=0 2024-11-20T08:19:32,236 INFO [regionserver/3354ef74e3b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:19:32,237 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/replication/122dbb791c23f259d678637e264146f6/.tmp/queue/8d4f58cc9d11469f9bfa01acd69c3c5a is 153, key is 1-3354ef74e3b7,34647,1732090753539/queue:3354ef74e3b7%2C34647%2C1732090753539/1732090767668/Put/seqid=0 2024-11-20T08:19:32,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741848_1024 (size=5153) 2024-11-20T08:19:32,240 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/1588230740/.tmp/ns/94c1dfd23ebe4ab783d7b702b87188b8 2024-11-20T08:19:32,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741849_1025 (size=5352) 2024-11-20T08:19:32,254 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/replication/122dbb791c23f259d678637e264146f6/.tmp/queue/8d4f58cc9d11469f9bfa01acd69c3c5a 2024-11-20T08:19:32,271 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/replication/122dbb791c23f259d678637e264146f6/.tmp/hfileref/675bdab4071e47f0a95ee1023143d670 as hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/replication/122dbb791c23f259d678637e264146f6/hfileref/675bdab4071e47f0a95ee1023143d670 2024-11-20T08:19:32,274 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/1588230740/.tmp/rep_barrier/961cd51cff00404f965c363d4c35fba4 is 112, key is test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade./rep_barrier:seqnumDuringOpen/1732090761244/Put/seqid=0 2024-11-20T08:19:32,283 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/replication/122dbb791c23f259d678637e264146f6/hfileref/675bdab4071e47f0a95ee1023143d670, entries=4, sequenceid=10, filesize=5.2 K 2024-11-20T08:19:32,284 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/replication/122dbb791c23f259d678637e264146f6/.tmp/queue/8d4f58cc9d11469f9bfa01acd69c3c5a as hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/replication/122dbb791c23f259d678637e264146f6/queue/8d4f58cc9d11469f9bfa01acd69c3c5a 2024-11-20T08:19:32,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741850_1026 (size=5518) 2024-11-20T08:19:32,293 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/replication/122dbb791c23f259d678637e264146f6/queue/8d4f58cc9d11469f9bfa01acd69c3c5a, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T08:19:32,294 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 122dbb791c23f259d678637e264146f6 in 135ms, sequenceid=10, compaction requested=false 2024-11-20T08:19:32,303 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:32,304 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3354ef74e3b7:40735 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3354ef74e3b7/172.17.0.2:40735 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:19:32,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=3354ef74e3b7:40735 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3354ef74e3b7/172.17.0.2:40735 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-20T08:19:32,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 3354ef74e3b7:40735 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3354ef74e3b7/172.17.0.2:40735 2024-11-20T08:19:32,333 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/replication/122dbb791c23f259d678637e264146f6/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T08:19:32,334 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:19:32,334 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:19:32,334 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6. 2024-11-20T08:19:32,334 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 122dbb791c23f259d678637e264146f6: Waiting for close lock at 1732090772158Running coprocessor pre-close hooks at 1732090772158Disabling compacts and flushes for region at 1732090772158Disabling writes for close at 1732090772159 (+1 ms)Obtaining lock to block concurrent updates at 1732090772159Preparing flush snapshotting stores in 122dbb791c23f259d678637e264146f6 at 1732090772159Finished memstore snapshotting hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732090772160 (+1 ms)Flushing stores of hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6. at 1732090772160Flushing 122dbb791c23f259d678637e264146f6/hfileref: creating writer at 1732090772161 (+1 ms)Flushing 122dbb791c23f259d678637e264146f6/hfileref: appending metadata at 1732090772183 (+22 ms)Flushing 122dbb791c23f259d678637e264146f6/hfileref: closing flushed file at 1732090772183Flushing 122dbb791c23f259d678637e264146f6/queue: creating writer at 1732090772209 (+26 ms)Flushing 122dbb791c23f259d678637e264146f6/queue: appending metadata at 1732090772237 (+28 ms)Flushing 122dbb791c23f259d678637e264146f6/queue: closing flushed file at 1732090772237Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1059b134: reopening flushed file at 1732090772270 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3059f75b: reopening flushed file at 1732090772283 (+13 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 122dbb791c23f259d678637e264146f6 in 135ms, sequenceid=10, compaction requested=false at 1732090772294 (+11 ms)Writing region close event to WAL at 1732090772328 (+34 ms)Running coprocessor post-close hooks at 1732090772334 (+6 ms)Closed at 1732090772334 2024-11-20T08:19:32,334 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732090763797.122dbb791c23f259d678637e264146f6. 2024-11-20T08:19:32,334 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5809f0b774b2f3ee23cf46e00a50eade, disabling compactions & flushes 2024-11-20T08:19:32,334 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade. 2024-11-20T08:19:32,334 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade. 2024-11-20T08:19:32,334 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade. after waiting 0 ms 2024-11-20T08:19:32,334 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade. 2024-11-20T08:19:32,353 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/default/test/5809f0b774b2f3ee23cf46e00a50eade/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T08:19:32,354 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:19:32,354 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T08:19:32,354 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade. 2024-11-20T08:19:32,354 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5809f0b774b2f3ee23cf46e00a50eade: Waiting for close lock at 1732090772334Running coprocessor pre-close hooks at 1732090772334Disabling compacts and flushes for region at 1732090772334Disabling writes for close at 1732090772334Writing region close event to WAL at 1732090772340 (+6 ms)Running coprocessor post-close hooks at 1732090772354 (+14 ms)Closed at 1732090772354 2024-11-20T08:19:32,354 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732090760473.5809f0b774b2f3ee23cf46e00a50eade. 2024-11-20T08:19:32,363 DEBUG [RS:0;3354ef74e3b7:34647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:19:32,513 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:32,514 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3354ef74e3b7:40735 this server is in the failed servers list 2024-11-20T08:19:32,515 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3354ef74e3b7:40735 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T08:19:32,563 DEBUG [RS:0;3354ef74e3b7:34647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:19:32,686 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/1588230740/.tmp/rep_barrier/961cd51cff00404f965c363d4c35fba4 2024-11-20T08:19:32,704 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/1588230740/.tmp/table/68a4206d2be14614aaf194dac5170475 is 53, key is hbase:replication/table:state/1732090764191/Put/seqid=0 2024-11-20T08:19:32,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741851_1027 (size=5308) 2024-11-20T08:19:32,763 DEBUG [RS:0;3354ef74e3b7:34647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:19:32,819 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.wal-reader.3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144 to pos 1033, reset compression=false 2024-11-20T08:19:32,823 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:32,823 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3354ef74e3b7:40735 this server is in the failed servers list 2024-11-20T08:19:32,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3354ef74e3b7:40735 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T08:19:32,825 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.wal-reader.3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:19:32,825 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.wal-reader.3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144 to pos 1328, reset compression=false 2024-11-20T08:19:32,964 DEBUG [RS:0;3354ef74e3b7:34647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:19:32,997 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T08:19:32,997 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T08:19:33,029 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.wal-reader.3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144 to pos 1328, reset compression=false 2024-11-20T08:19:33,110 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/1588230740/.tmp/table/68a4206d2be14614aaf194dac5170475 2024-11-20T08:19:33,115 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/1588230740/.tmp/info/e73716c22ad046ba9ffeff62c663c8a8 as hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/1588230740/info/e73716c22ad046ba9ffeff62c663c8a8 2024-11-20T08:19:33,120 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/1588230740/info/e73716c22ad046ba9ffeff62c663c8a8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T08:19:33,121 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/1588230740/.tmp/ns/94c1dfd23ebe4ab783d7b702b87188b8 as hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/1588230740/ns/94c1dfd23ebe4ab783d7b702b87188b8 2024-11-20T08:19:33,125 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/1588230740/ns/94c1dfd23ebe4ab783d7b702b87188b8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T08:19:33,126 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/1588230740/.tmp/rep_barrier/961cd51cff00404f965c363d4c35fba4 as hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/1588230740/rep_barrier/961cd51cff00404f965c363d4c35fba4 2024-11-20T08:19:33,131 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/1588230740/rep_barrier/961cd51cff00404f965c363d4c35fba4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T08:19:33,132 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/1588230740/.tmp/table/68a4206d2be14614aaf194dac5170475 as hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/1588230740/table/68a4206d2be14614aaf194dac5170475 2024-11-20T08:19:33,135 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/1588230740/table/68a4206d2be14614aaf194dac5170475, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T08:19:33,136 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 973ms, sequenceid=16, compaction requested=false 2024-11-20T08:19:33,136 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T08:19:33,140 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T08:19:33,141 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:19:33,141 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:19:33,141 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:19:33,141 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090772163Running coprocessor pre-close hooks at 1732090772163Disabling compacts and flushes for region at 1732090772163Disabling writes for close at 1732090772163Obtaining lock to block concurrent updates at 1732090772163Preparing flush snapshotting stores in 1588230740 at 1732090772163Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732090772164 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732090772164Flushing 1588230740/info: creating writer at 1732090772165 (+1 ms)Flushing 1588230740/info: appending metadata at 1732090772188 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732090772188Flushing 1588230740/ns: creating writer at 1732090772208 (+20 ms)Flushing 1588230740/ns: appending metadata at 1732090772230 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732090772230Flushing 1588230740/rep_barrier: creating writer at 1732090772245 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732090772271 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732090772271Flushing 1588230740/table: creating writer at 1732090772690 (+419 ms)Flushing 1588230740/table: appending metadata at 1732090772704 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732090772704Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@126a6005: reopening flushed file at 1732090773115 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@268d4917: reopening flushed file at 1732090773121 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21c54ce9: reopening flushed file at 1732090773125 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@764f2c88: reopening flushed file at 1732090773131 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 973ms, sequenceid=16, compaction requested=false at 1732090773136 (+5 ms)Writing region close event to WAL at 1732090773138 (+2 ms)Running coprocessor post-close hooks at 1732090773141 (+3 ms)Closed at 1732090773141 2024-11-20T08:19:33,141 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:19:33,164 INFO [RS:0;3354ef74e3b7:34647 {}] regionserver.HRegionServer(976): stopping server 3354ef74e3b7,34647,1732090753539; all regions closed. 2024-11-20T08:19:33,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741834_1010 (size=4239) 2024-11-20T08:19:33,167 DEBUG [RS:0;3354ef74e3b7:34647 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/oldWALs 2024-11-20T08:19:33,168 INFO [RS:0;3354ef74e3b7:34647 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C34647%2C1732090753539.meta:.meta(num 1732090756064) 2024-11-20T08:19:33,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741839_1015 (size=2695) 2024-11-20T08:19:33,171 DEBUG [RS:0;3354ef74e3b7:34647 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/oldWALs 2024-11-20T08:19:33,171 INFO [RS:0;3354ef74e3b7:34647 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C34647%2C1732090753539.rep:(num 1732090764151) 2024-11-20T08:19:33,172 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/WALs/3354ef74e3b7,34647,1732090753539/3354ef74e3b7%2C34647%2C1732090753539.1732090755144 not finished, retry = 0 2024-11-20T08:19:33,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741832_1008 (size=1336) 2024-11-20T08:19:33,275 DEBUG [RS:0;3354ef74e3b7:34647 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/oldWALs 2024-11-20T08:19:33,275 INFO [RS:0;3354ef74e3b7:34647 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C34647%2C1732090753539:(num 1732090755144) 2024-11-20T08:19:33,275 DEBUG [RS:0;3354ef74e3b7:34647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:33,275 INFO [RS:0;3354ef74e3b7:34647 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:19:33,275 INFO [RS:0;3354ef74e3b7:34647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:19:33,276 INFO [RS:0;3354ef74e3b7:34647 {}] hbase.ChoreService(370): Chore service for: regionserver/3354ef74e3b7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T08:19:33,276 INFO [RS:0;3354ef74e3b7:34647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:19:33,276 INFO [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:19:33,276 INFO [RS:0;3354ef74e3b7:34647 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3354ef74e3b7,34647,1732090753539 because: Region server is closing 2024-11-20T08:19:33,276 INFO [RS:0;3354ef74e3b7:34647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:34647. 2024-11-20T08:19:33,276 DEBUG [RS:0;3354ef74e3b7:34647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:33,276 DEBUG [RS:0;3354ef74e3b7:34647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:33,276 DEBUG [RS:0;3354ef74e3b7:34647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:33,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:19:33,333 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:33,333 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3354ef74e3b7:40735 this server is in the failed servers list 2024-11-20T08:19:33,334 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3354ef74e3b7:40735 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T08:19:33,377 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.shipper3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-20T08:19:33,377 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.shipper3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T08:19:33,377 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.shipper3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-20T08:19:33,878 INFO [RS:0;3354ef74e3b7:34647 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34647,1732090753539.replicationSource.shipper3354ef74e3b7%2C34647%2C1732090753539,1-3354ef74e3b7,34647,1732090753539 terminated 2024-11-20T08:19:33,878 INFO [RS:0;3354ef74e3b7:34647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:34647. 2024-11-20T08:19:33,878 DEBUG [RS:0;3354ef74e3b7:34647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:33,879 DEBUG [RS:0;3354ef74e3b7:34647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:33,879 DEBUG [RS:0;3354ef74e3b7:34647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:33,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:19:33,879 INFO [RS:0;3354ef74e3b7:34647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34647 2024-11-20T08:19:33,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0528528739/rs 2024-11-20T08:19:33,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x101347556bd0001, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0528528739/rs/3354ef74e3b7,34647,1732090753539 2024-11-20T08:19:33,881 INFO [RS:0;3354ef74e3b7:34647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:19:33,882 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3354ef74e3b7,34647,1732090753539] 2024-11-20T08:19:33,885 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0528528739/draining/3354ef74e3b7,34647,1732090753539 already deleted, retry=false 2024-11-20T08:19:33,885 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3354ef74e3b7,34647,1732090753539 expired; onlineServers=0 2024-11-20T08:19:33,885 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3354ef74e3b7,39959,1732090753481' ***** 2024-11-20T08:19:33,885 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:19:33,885 INFO [M:0;3354ef74e3b7:39959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:19:33,885 INFO [M:0;3354ef74e3b7:39959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:19:33,885 DEBUG [M:0;3354ef74e3b7:39959 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:19:33,885 DEBUG [M:0;3354ef74e3b7:39959 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:19:33,885 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:19:33,885 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090754915 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090754915,5,FailOnTimeoutGroup] 2024-11-20T08:19:33,885 INFO [M:0;3354ef74e3b7:39959 {}] hbase.ChoreService(370): Chore service for: master/3354ef74e3b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T08:19:33,885 INFO [M:0;3354ef74e3b7:39959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:19:33,885 DEBUG [M:0;3354ef74e3b7:39959 {}] master.HMaster(1795): Stopping service threads 2024-11-20T08:19:33,885 INFO [M:0;3354ef74e3b7:39959 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:19:33,885 INFO [M:0;3354ef74e3b7:39959 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:19:33,885 INFO [M:0;3354ef74e3b7:39959 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:19:33,885 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090754916 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090754916,5,FailOnTimeoutGroup] 2024-11-20T08:19:33,886 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:19:33,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0528528739/master 2024-11-20T08:19:33,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0528528739 2024-11-20T08:19:33,888 DEBUG [M:0;3354ef74e3b7:39959 {}] zookeeper.RecoverableZooKeeper(212): Node /0528528739/master already deleted, retry=false 2024-11-20T08:19:33,888 DEBUG [M:0;3354ef74e3b7:39959 {}] master.ActiveMasterManager(353): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Failed delete of our master address node; KeeperErrorCode = NoNode for /0528528739/master 2024-11-20T08:19:33,889 INFO [M:0;3354ef74e3b7:39959 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/.lastflushedseqids 2024-11-20T08:19:33,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741852_1028 (size=263) 2024-11-20T08:19:33,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x101347556bd0001, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:19:33,983 INFO [RS:0;3354ef74e3b7:34647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:19:33,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34647-0x101347556bd0001, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:19:33,983 INFO [RS:0;3354ef74e3b7:34647 {}] regionserver.HRegionServer(1031): Exiting; stopping=3354ef74e3b7,34647,1732090753539; zookeeper connection closed. 2024-11-20T08:19:33,984 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b520c66 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b520c66 2024-11-20T08:19:33,984 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T08:19:34,295 INFO [M:0;3354ef74e3b7:39959 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T08:19:34,295 INFO [M:0;3354ef74e3b7:39959 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:19:34,296 DEBUG [M:0;3354ef74e3b7:39959 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:19:34,296 INFO [M:0;3354ef74e3b7:39959 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:34,296 DEBUG [M:0;3354ef74e3b7:39959 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:34,296 DEBUG [M:0;3354ef74e3b7:39959 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:19:34,296 DEBUG [M:0;3354ef74e3b7:39959 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:34,296 INFO [M:0;3354ef74e3b7:39959 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T08:19:34,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:19:34,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T08:19:34,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T08:19:34,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T08:19:34,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:19:34,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T08:19:34,319 DEBUG [M:0;3354ef74e3b7:39959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d32baf07ab24f4aa0d33229ed7bab46 is 82, key is hbase:meta,,1/info:regioninfo/1732090756098/Put/seqid=0 2024-11-20T08:19:34,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741853_1029 (size=5672) 2024-11-20T08:19:34,343 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:34,343 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T08:19:34,346 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T08:19:34,732 INFO [M:0;3354ef74e3b7:39959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d32baf07ab24f4aa0d33229ed7bab46 2024-11-20T08:19:34,753 DEBUG [M:0;3354ef74e3b7:39959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0576095861c2430aa53e416f85c8adb0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732090764194/Put/seqid=0 2024-11-20T08:19:34,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741854_1030 (size=8516) 2024-11-20T08:19:35,158 INFO [M:0;3354ef74e3b7:39959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0576095861c2430aa53e416f85c8adb0 2024-11-20T08:19:35,176 DEBUG [M:0;3354ef74e3b7:39959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee94e5e6caab47fb817d68b37ed7c90c is 69, key is 3354ef74e3b7,34647,1732090753539/rs:state/1732090754983/Put/seqid=0 2024-11-20T08:19:35,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741855_1031 (size=5156) 2024-11-20T08:19:35,581 INFO [M:0;3354ef74e3b7:39959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee94e5e6caab47fb817d68b37ed7c90c 2024-11-20T08:19:35,586 DEBUG [M:0;3354ef74e3b7:39959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d32baf07ab24f4aa0d33229ed7bab46 as hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d32baf07ab24f4aa0d33229ed7bab46 2024-11-20T08:19:35,590 INFO [M:0;3354ef74e3b7:39959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d32baf07ab24f4aa0d33229ed7bab46, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T08:19:35,591 DEBUG [M:0;3354ef74e3b7:39959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0576095861c2430aa53e416f85c8adb0 as hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0576095861c2430aa53e416f85c8adb0 2024-11-20T08:19:35,595 INFO [M:0;3354ef74e3b7:39959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0576095861c2430aa53e416f85c8adb0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T08:19:35,596 DEBUG [M:0;3354ef74e3b7:39959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee94e5e6caab47fb817d68b37ed7c90c as hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee94e5e6caab47fb817d68b37ed7c90c 2024-11-20T08:19:35,600 INFO [M:0;3354ef74e3b7:39959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/8399c580-0411-c606-b282-4a89d092b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee94e5e6caab47fb817d68b37ed7c90c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T08:19:35,601 INFO [M:0;3354ef74e3b7:39959 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=97, compaction requested=false 2024-11-20T08:19:35,602 INFO [M:0;3354ef74e3b7:39959 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:35,602 DEBUG [M:0;3354ef74e3b7:39959 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090774296Disabling compacts and flushes for region at 1732090774296Disabling writes for close at 1732090774296Obtaining lock to block concurrent updates at 1732090774296Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732090774296Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732090774296Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732090774297 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732090774297Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732090774319 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732090774319Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732090774738 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732090774752 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732090774752Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732090775162 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732090775176 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732090775176Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18187020: reopening flushed file at 1732090775585 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@197aef14: reopening flushed file at 1732090775591 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e9012c8: reopening flushed file at 1732090775595 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=97, compaction requested=false at 1732090775601 (+6 ms)Writing region close event to WAL at 1732090775602 (+1 ms)Closed at 1732090775602 2024-11-20T08:19:35,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35207 is added to blk_1073741830_1006 (size=63654) 2024-11-20T08:19:35,605 INFO [M:0;3354ef74e3b7:39959 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T08:19:35,605 INFO [M:0;3354ef74e3b7:39959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39959 2024-11-20T08:19:35,605 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:19:35,605 INFO [M:0;3354ef74e3b7:39959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:19:35,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:19:35,707 INFO [M:0;3354ef74e3b7:39959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:19:35,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39959-0x101347556bd0000, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:19:35,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75830d1f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:19:35,710 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b238757{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:19:35,710 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:19:35,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fcfb081{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:19:35,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c6a9ea6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/hadoop.log.dir/,STOPPED} 2024-11-20T08:19:35,712 WARN [BP-1314158967-172.17.0.2-1732090752135 heartbeating to localhost/127.0.0.1:39095 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:19:35,712 WARN [BP-1314158967-172.17.0.2-1732090752135 heartbeating to localhost/127.0.0.1:39095 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1314158967-172.17.0.2-1732090752135 (Datanode Uuid 68b4136a-8657-490d-8f36-9f1e69216fa4) service to localhost/127.0.0.1:39095 2024-11-20T08:19:35,712 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:19:35,712 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:19:35,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/cluster_dc17f391-44db-daa3-fed7-d2ec7acb26cd/data/data1/current/BP-1314158967-172.17.0.2-1732090752135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:19:35,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/cluster_dc17f391-44db-daa3-fed7-d2ec7acb26cd/data/data2/current/BP-1314158967-172.17.0.2-1732090752135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:19:35,713 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:19:35,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@522bcf48{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:19:35,720 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51912cad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:19:35,720 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:19:35,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ecb4db1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:19:35,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8715926{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e36bd6b-ba79-b478-aa6d-b9b9852490e3/hadoop.log.dir/,STOPPED} 2024-11-20T08:19:35,727 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T08:19:35,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T08:19:35,749 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=247 (was 202) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40405 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39095 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39095 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40405 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:39095 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39095 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39095 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59571) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40405 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:40405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39095 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59571) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39095 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39095 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=626 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=315 (was 266) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6120 (was 6745) 2024-11-20T08:19:35,758 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=247, OpenFileDescriptor=626, MaxFileDescriptor=1048576, SystemLoadAverage=315, ProcessCount=11, AvailableMemoryMB=6119 2024-11-20T08:19:35,771 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-20T08:19:35,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/hadoop.log.dir so I do NOT create it in target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95 2024-11-20T08:19:35,772 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T08:19:35,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/hadoop.tmp.dir so I do NOT create it in target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95 2024-11-20T08:19:35,772 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06e5df4a-8b45-95e1-4a3c-647dfbeec992/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T08:19:35,772 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95 2024-11-20T08:19:35,772 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/cluster_e6d5ecae-52cb-a24d-7648-7128cb6bb96f, deleteOnExit=true 2024-11-20T08:19:35,775 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/cluster_e6d5ecae-52cb-a24d-7648-7128cb6bb96f/zookeeper_0, clientPort=60920, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/cluster_e6d5ecae-52cb-a24d-7648-7128cb6bb96f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/cluster_e6d5ecae-52cb-a24d-7648-7128cb6bb96f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T08:19:35,775 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60920 2024-11-20T08:19:35,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:19:35,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T08:19:35,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/test.cache.data in system properties and HBase conf 2024-11-20T08:19:35,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:19:35,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:19:35,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:19:35,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:19:35,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T08:19:35,776 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:19:35,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:19:35,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:19:35,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:19:35,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:19:35,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:19:35,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:19:35,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:19:35,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:19:35,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:19:35,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:19:35,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:19:35,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:19:35,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:19:35,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:19:35,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101347556bd0002, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T08:19:35,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101347556bd0005, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T08:19:35,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101347556bd0002, quorum=127.0.0.1:59571, baseZNode=/0528528739 Received Disconnected from ZooKeeper, ignoring 2024-11-20T08:19:35,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101347556bd0005, quorum=127.0.0.1:59571, baseZNode=/11241388424 Received Disconnected from ZooKeeper, ignoring 2024-11-20T08:19:35,864 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T08:19:35,889 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:35,889 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:35,890 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:35,890 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:35,890 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:35,891 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:35,898 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:35,902 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:35,902 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:35,905 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:35,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:19:35,966 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:19:35,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:19:35,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:19:35,992 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:19:35,993 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:19:35,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf6be0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:19:35,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@366cc4eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:19:36,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27d4bbe6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/java.io.tmpdir/jetty-localhost-41197-hadoop-hdfs-3_4_1-tests_jar-_-any-6412023803428997129/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:19:36,166 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@106020e1{HTTP/1.1, (http/1.1)}{localhost:41197} 2024-11-20T08:19:36,166 INFO [Time-limited test {}] server.Server(415): Started @177329ms 2024-11-20T08:19:36,272 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:19:36,275 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:19:36,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:19:36,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:19:36,283 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:19:36,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@151d21dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:19:36,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fc452b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:19:36,353 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:36,354 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T08:19:36,354 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4157 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T08:19:36,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3009ddd7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/java.io.tmpdir/jetty-localhost-39467-hadoop-hdfs-3_4_1-tests_jar-_-any-13709321797716402379/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:19:36,425 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c5b79ec{HTTP/1.1, (http/1.1)}{localhost:39467} 2024-11-20T08:19:36,425 INFO [Time-limited test {}] server.Server(415): Started @177588ms 2024-11-20T08:19:36,427 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:19:36,557 WARN [Thread-2172 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/cluster_e6d5ecae-52cb-a24d-7648-7128cb6bb96f/data/data2/current/BP-1999362547-172.17.0.2-1732090775814/current, will proceed with Du for space computation calculation, 2024-11-20T08:19:36,557 WARN [Thread-2171 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/cluster_e6d5ecae-52cb-a24d-7648-7128cb6bb96f/data/data1/current/BP-1999362547-172.17.0.2-1732090775814/current, will proceed with Du for space computation calculation, 2024-11-20T08:19:36,581 WARN [Thread-2159 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:19:36,587 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb0fe12dbc619ba1 with lease ID 0x9cad17c014d76fa0: Processing first storage report for DS-fae09ac4-520b-494c-a303-48045a46e3e9 from datanode DatanodeRegistration(127.0.0.1:45387, datanodeUuid=f8de6244-c69b-407c-90e2-37d9e248cf43, infoPort=39173, infoSecurePort=0, ipcPort=37781, storageInfo=lv=-57;cid=testClusterID;nsid=1084874698;c=1732090775814) 2024-11-20T08:19:36,587 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb0fe12dbc619ba1 with lease ID 0x9cad17c014d76fa0: from storage DS-fae09ac4-520b-494c-a303-48045a46e3e9 node DatanodeRegistration(127.0.0.1:45387, datanodeUuid=f8de6244-c69b-407c-90e2-37d9e248cf43, infoPort=39173, infoSecurePort=0, ipcPort=37781, storageInfo=lv=-57;cid=testClusterID;nsid=1084874698;c=1732090775814), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:19:36,587 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb0fe12dbc619ba1 with lease ID 0x9cad17c014d76fa0: Processing first storage report for DS-e17e993d-4ce8-43bc-b170-6a9bc79557ef from datanode DatanodeRegistration(127.0.0.1:45387, datanodeUuid=f8de6244-c69b-407c-90e2-37d9e248cf43, infoPort=39173, infoSecurePort=0, ipcPort=37781, storageInfo=lv=-57;cid=testClusterID;nsid=1084874698;c=1732090775814) 2024-11-20T08:19:36,587 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb0fe12dbc619ba1 with lease ID 0x9cad17c014d76fa0: from storage DS-e17e993d-4ce8-43bc-b170-6a9bc79557ef node DatanodeRegistration(127.0.0.1:45387, datanodeUuid=f8de6244-c69b-407c-90e2-37d9e248cf43, infoPort=39173, infoSecurePort=0, ipcPort=37781, storageInfo=lv=-57;cid=testClusterID;nsid=1084874698;c=1732090775814), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:19:36,665 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95 2024-11-20T08:19:36,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:36,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:36,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:19:37,076 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18 with version=8 2024-11-20T08:19:37,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/hbase-staging 2024-11-20T08:19:37,078 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:19:37,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:37,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:37,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:19:37,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:37,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:19:37,079 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:19:37,079 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:19:37,079 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45195 2024-11-20T08:19:37,080 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45195 connecting to ZooKeeper ensemble=127.0.0.1:60920 2024-11-20T08:19:37,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451950x0, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:19:37,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45195-0x1013475b36d0000 connected 2024-11-20T08:19:37,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:37,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:37,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Set watcher on znode that does not yet exist, /0446207426/running 2024-11-20T08:19:37,112 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18, hbase.cluster.distributed=false 2024-11-20T08:19:37,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Set watcher on znode that does not yet exist, /0446207426/acl 2024-11-20T08:19:37,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45195 2024-11-20T08:19:37,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45195 2024-11-20T08:19:37,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45195 2024-11-20T08:19:37,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45195 2024-11-20T08:19:37,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45195 2024-11-20T08:19:37,143 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:19:37,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:37,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:37,143 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:19:37,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:37,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:19:37,143 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:19:37,143 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:19:37,144 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46273 2024-11-20T08:19:37,145 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46273 connecting to ZooKeeper ensemble=127.0.0.1:60920 2024-11-20T08:19:37,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:37,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:37,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462730x0, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:19:37,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462730x0, quorum=127.0.0.1:60920, baseZNode=/0446207426 Set watcher on znode that does not yet exist, /0446207426/running 2024-11-20T08:19:37,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46273-0x1013475b36d0001 connected 2024-11-20T08:19:37,154 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:19:37,155 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:19:37,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46273-0x1013475b36d0001, quorum=127.0.0.1:60920, baseZNode=/0446207426 Set watcher on znode that does not yet exist, /0446207426/master 2024-11-20T08:19:37,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46273-0x1013475b36d0001, quorum=127.0.0.1:60920, baseZNode=/0446207426 Set watcher on znode that does not yet exist, /0446207426/acl 2024-11-20T08:19:37,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46273 2024-11-20T08:19:37,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46273 2024-11-20T08:19:37,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46273 2024-11-20T08:19:37,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46273 2024-11-20T08:19:37,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46273 2024-11-20T08:19:37,175 DEBUG [M:0;3354ef74e3b7:45195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3354ef74e3b7:45195 2024-11-20T08:19:37,175 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0446207426/backup-masters/3354ef74e3b7,45195,1732090777078 2024-11-20T08:19:37,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0446207426/backup-masters 2024-11-20T08:19:37,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1013475b36d0001, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0446207426/backup-masters 2024-11-20T08:19:37,177 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Set watcher on existing znode=/0446207426/backup-masters/3354ef74e3b7,45195,1732090777078 2024-11-20T08:19:37,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1013475b36d0001, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0446207426/master 2024-11-20T08:19:37,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0446207426 2024-11-20T08:19:37,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1013475b36d0001, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0446207426 2024-11-20T08:19:37,178 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Set watcher on existing znode=/0446207426/master 2024-11-20T08:19:37,179 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0446207426/backup-masters/3354ef74e3b7,45195,1732090777078 from backup master directory 2024-11-20T08:19:37,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0446207426/backup-masters/3354ef74e3b7,45195,1732090777078 2024-11-20T08:19:37,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0446207426/backup-masters 2024-11-20T08:19:37,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1013475b36d0001, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0446207426/backup-masters 2024-11-20T08:19:37,180 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:19:37,180 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3354ef74e3b7,45195,1732090777078 2024-11-20T08:19:37,183 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/hbase.id] with ID: efbbe1d6-b47f-45c2-b8b3-b1180012d75e 2024-11-20T08:19:37,183 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/.tmp/hbase.id 2024-11-20T08:19:37,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:19:37,592 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/.tmp/hbase.id]:[hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/hbase.id] 2024-11-20T08:19:37,602 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:37,602 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:19:37,603 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T08:19:37,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1013475b36d0001, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0446207426 2024-11-20T08:19:37,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0446207426 2024-11-20T08:19:37,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:19:38,017 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:19:38,018 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:19:38,021 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:19:38,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:19:38,428 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/MasterData/data/master/store 2024-11-20T08:19:38,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:19:38,834 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:38,834 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:19:38,834 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:38,834 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:38,834 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:19:38,834 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:38,834 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:38,834 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090778834Disabling compacts and flushes for region at 1732090778834Disabling writes for close at 1732090778834Writing region close event to WAL at 1732090778834Closed at 1732090778834 2024-11-20T08:19:38,835 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/MasterData/data/master/store/.initializing 2024-11-20T08:19:38,835 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/MasterData/WALs/3354ef74e3b7,45195,1732090777078 2024-11-20T08:19:38,836 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:19:38,838 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C45195%2C1732090777078, suffix=, logDir=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/MasterData/WALs/3354ef74e3b7,45195,1732090777078, archiveDir=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/MasterData/oldWALs, maxLogs=10 2024-11-20T08:19:38,858 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/MasterData/WALs/3354ef74e3b7,45195,1732090777078/3354ef74e3b7%2C45195%2C1732090777078.1732090778838, exclude list is [], retry=0 2024-11-20T08:19:38,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45387,DS-fae09ac4-520b-494c-a303-48045a46e3e9,DISK] 2024-11-20T08:19:38,864 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/MasterData/WALs/3354ef74e3b7,45195,1732090777078/3354ef74e3b7%2C45195%2C1732090777078.1732090778838 2024-11-20T08:19:38,866 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39173:39173)] 2024-11-20T08:19:38,866 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:19:38,866 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:38,866 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:38,866 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:38,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:38,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:19:38,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:38,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:38,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:38,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:19:38,871 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:38,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:38,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:38,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:19:38,873 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:38,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:38,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:38,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:19:38,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:38,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:38,875 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:38,876 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:38,879 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:38,884 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:38,884 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:38,885 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:19:38,886 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:38,896 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:19:38,897 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60830627, jitterRate=-0.09355302155017853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:19:38,898 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732090778867Initializing all the Stores at 1732090778867Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090778867Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090778868 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090778868Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090778868Cleaning up temporary data from old regions at 1732090778884 (+16 ms)Region opened successfully at 1732090778897 (+13 ms) 2024-11-20T08:19:38,899 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:19:38,906 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33b146dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:19:38,908 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T08:19:38,909 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:19:38,909 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:19:38,909 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:19:38,910 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:19:38,910 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:19:38,910 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:19:38,927 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:19:38,929 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Unable to get data of znode /0446207426/balancer because node does not exist (not necessarily an error) 2024-11-20T08:19:38,931 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0446207426/balancer already deleted, retry=false 2024-11-20T08:19:38,931 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:19:38,932 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Unable to get data of znode /0446207426/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:19:38,934 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0446207426/normalizer already deleted, retry=false 2024-11-20T08:19:38,934 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:19:38,943 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Unable to get data of znode /0446207426/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:19:38,944 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0446207426/switch/split already deleted, retry=false 2024-11-20T08:19:38,945 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Unable to get data of znode /0446207426/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:19:38,947 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0446207426/switch/merge already deleted, retry=false 2024-11-20T08:19:38,949 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Unable to get data of znode /0446207426/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:19:38,952 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0446207426/snapshot-cleanup already deleted, retry=false 2024-11-20T08:19:38,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1013475b36d0001, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0446207426/running 2024-11-20T08:19:38,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0446207426/running 2024-11-20T08:19:38,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1013475b36d0001, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0446207426 2024-11-20T08:19:38,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0446207426 2024-11-20T08:19:38,954 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3354ef74e3b7,45195,1732090777078, sessionid=0x1013475b36d0000, setting cluster-up flag (Was=false) 2024-11-20T08:19:38,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1013475b36d0001, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0446207426 2024-11-20T08:19:38,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0446207426 2024-11-20T08:19:38,965 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0446207426/flush-table-proc/acquired, /0446207426/flush-table-proc/reached, /0446207426/flush-table-proc/abort 2024-11-20T08:19:38,965 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,45195,1732090777078 2024-11-20T08:19:38,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0446207426 2024-11-20T08:19:38,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1013475b36d0001, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0446207426 2024-11-20T08:19:38,974 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0446207426/online-snapshot/acquired, /0446207426/online-snapshot/reached, /0446207426/online-snapshot/abort 2024-11-20T08:19:38,975 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,45195,1732090777078 2024-11-20T08:19:38,976 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T08:19:38,977 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:19:38,977 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:19:38,977 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:19:38,978 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3354ef74e3b7,45195,1732090777078 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:19:38,979 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:19:38,979 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:19:38,979 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:19:38,979 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:19:38,979 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3354ef74e3b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:19:38,979 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:38,979 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:19:38,979 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:38,980 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090808980 2024-11-20T08:19:38,980 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:19:38,980 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:19:38,980 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:19:38,980 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:19:38,980 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:19:38,980 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:19:38,980 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:19:38,980 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:19:38,980 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:38,981 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:38,981 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:19:38,987 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:19:38,988 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:19:38,988 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:19:38,988 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T08:19:38,988 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:19:38,988 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:19:38,988 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090778988,5,FailOnTimeoutGroup] 2024-11-20T08:19:38,991 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090778988,5,FailOnTimeoutGroup] 2024-11-20T08:19:38,991 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:38,991 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:19:38,991 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:38,991 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:38,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741831_1007 (size=1321) 2024-11-20T08:19:39,001 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T08:19:39,002 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18 2024-11-20T08:19:39,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741832_1008 (size=32) 2024-11-20T08:19:39,066 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(746): ClusterId : efbbe1d6-b47f-45c2-b8b3-b1180012d75e 2024-11-20T08:19:39,066 DEBUG [RS:0;3354ef74e3b7:46273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:19:39,068 DEBUG [RS:0;3354ef74e3b7:46273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:19:39,068 DEBUG [RS:0;3354ef74e3b7:46273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:19:39,070 DEBUG [RS:0;3354ef74e3b7:46273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:19:39,070 DEBUG [RS:0;3354ef74e3b7:46273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568f17d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:19:39,083 DEBUG [RS:0;3354ef74e3b7:46273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3354ef74e3b7:46273 2024-11-20T08:19:39,083 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:19:39,083 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:19:39,083 DEBUG [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:19:39,083 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(2659): reportForDuty to master=3354ef74e3b7,45195,1732090777078 with port=46273, startcode=1732090777143 2024-11-20T08:19:39,084 DEBUG [RS:0;3354ef74e3b7:46273 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:19:39,085 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:19:39,086 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45195 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3354ef74e3b7,46273,1732090777143 2024-11-20T08:19:39,086 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45195 {}] master.ServerManager(517): Registering regionserver=3354ef74e3b7,46273,1732090777143 2024-11-20T08:19:39,088 DEBUG [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18 2024-11-20T08:19:39,088 DEBUG [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32881 2024-11-20T08:19:39,088 DEBUG [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:19:39,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0446207426/rs 2024-11-20T08:19:39,090 DEBUG [RS:0;3354ef74e3b7:46273 {}] zookeeper.ZKUtil(111): regionserver:46273-0x1013475b36d0001, quorum=127.0.0.1:60920, baseZNode=/0446207426 Set watcher on existing znode=/0446207426/rs/3354ef74e3b7,46273,1732090777143 2024-11-20T08:19:39,090 WARN [RS:0;3354ef74e3b7:46273 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:19:39,090 INFO [RS:0;3354ef74e3b7:46273 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:19:39,091 DEBUG [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143 2024-11-20T08:19:39,091 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3354ef74e3b7,46273,1732090777143] 2024-11-20T08:19:39,094 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:19:39,096 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:19:39,096 INFO [RS:0;3354ef74e3b7:46273 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:19:39,096 INFO [RS:0;3354ef74e3b7:46273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:39,100 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:19:39,101 INFO [RS:0;3354ef74e3b7:46273 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:19:39,101 INFO [RS:0;3354ef74e3b7:46273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:39,101 DEBUG [RS:0;3354ef74e3b7:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:39,101 DEBUG [RS:0;3354ef74e3b7:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:39,101 DEBUG [RS:0;3354ef74e3b7:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:39,101 DEBUG [RS:0;3354ef74e3b7:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:39,101 DEBUG [RS:0;3354ef74e3b7:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:39,101 DEBUG [RS:0;3354ef74e3b7:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:19:39,101 DEBUG [RS:0;3354ef74e3b7:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:39,101 DEBUG [RS:0;3354ef74e3b7:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:39,101 DEBUG [RS:0;3354ef74e3b7:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:39,101 DEBUG [RS:0;3354ef74e3b7:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:39,101 DEBUG [RS:0;3354ef74e3b7:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:39,101 DEBUG [RS:0;3354ef74e3b7:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:39,101 DEBUG [RS:0;3354ef74e3b7:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:19:39,101 DEBUG [RS:0;3354ef74e3b7:46273 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:19:39,102 INFO [RS:0;3354ef74e3b7:46273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:39,102 INFO [RS:0;3354ef74e3b7:46273 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:39,102 INFO [RS:0;3354ef74e3b7:46273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:39,102 INFO [RS:0;3354ef74e3b7:46273 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:39,102 INFO [RS:0;3354ef74e3b7:46273 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:39,102 INFO [RS:0;3354ef74e3b7:46273 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,46273,1732090777143-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:19:39,121 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:19:39,121 INFO [RS:0;3354ef74e3b7:46273 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,46273,1732090777143-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:39,121 INFO [RS:0;3354ef74e3b7:46273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:39,121 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.Replication(171): 3354ef74e3b7,46273,1732090777143 started 2024-11-20T08:19:39,139 INFO [RS:0;3354ef74e3b7:46273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:39,139 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(1482): Serving as 3354ef74e3b7,46273,1732090777143, RpcServer on 3354ef74e3b7/172.17.0.2:46273, sessionid=0x1013475b36d0001 2024-11-20T08:19:39,140 DEBUG [RS:0;3354ef74e3b7:46273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:19:39,140 DEBUG [RS:0;3354ef74e3b7:46273 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3354ef74e3b7,46273,1732090777143 2024-11-20T08:19:39,140 DEBUG [RS:0;3354ef74e3b7:46273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,46273,1732090777143' 2024-11-20T08:19:39,140 DEBUG [RS:0;3354ef74e3b7:46273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0446207426/flush-table-proc/abort' 2024-11-20T08:19:39,140 DEBUG [RS:0;3354ef74e3b7:46273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0446207426/flush-table-proc/acquired' 2024-11-20T08:19:39,141 DEBUG [RS:0;3354ef74e3b7:46273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:19:39,141 DEBUG [RS:0;3354ef74e3b7:46273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:19:39,141 DEBUG [RS:0;3354ef74e3b7:46273 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3354ef74e3b7,46273,1732090777143 2024-11-20T08:19:39,141 DEBUG [RS:0;3354ef74e3b7:46273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,46273,1732090777143' 2024-11-20T08:19:39,141 DEBUG [RS:0;3354ef74e3b7:46273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0446207426/online-snapshot/abort' 2024-11-20T08:19:39,141 DEBUG [RS:0;3354ef74e3b7:46273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0446207426/online-snapshot/acquired' 2024-11-20T08:19:39,141 DEBUG [RS:0;3354ef74e3b7:46273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:19:39,141 INFO [RS:0;3354ef74e3b7:46273 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:19:39,141 INFO [RS:0;3354ef74e3b7:46273 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:19:39,242 INFO [RS:0;3354ef74e3b7:46273 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:19:39,243 INFO [RS:0;3354ef74e3b7:46273 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C46273%2C1732090777143, suffix=, logDir=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143, archiveDir=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/oldWALs, maxLogs=10 2024-11-20T08:19:39,261 DEBUG [RS:0;3354ef74e3b7:46273 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243, exclude list is [], retry=0 2024-11-20T08:19:39,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45387,DS-fae09ac4-520b-494c-a303-48045a46e3e9,DISK] 2024-11-20T08:19:39,265 INFO [RS:0;3354ef74e3b7:46273 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 2024-11-20T08:19:39,266 DEBUG [RS:0;3354ef74e3b7:46273 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39173:39173)] 2024-11-20T08:19:39,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:39,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:19:39,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:19:39,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:39,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:39,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:19:39,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:19:39,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:39,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:39,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:19:39,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:19:39,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:39,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:39,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:19:39,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:19:39,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:39,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:39,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:19:39,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/1588230740 2024-11-20T08:19:39,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/1588230740 2024-11-20T08:19:39,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:19:39,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:19:39,426 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:19:39,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:19:39,435 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:19:39,436 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73676085, jitterRate=0.0978592187166214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:19:39,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732090779411Initializing all the Stores at 1732090779415 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090779416 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090779416Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090779416Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090779416Cleaning up temporary data from old regions at 1732090779426 (+10 ms)Region opened successfully at 1732090779437 (+11 ms) 2024-11-20T08:19:39,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:19:39,437 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:19:39,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:19:39,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:19:39,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:19:39,437 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:19:39,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090779437Disabling compacts and flushes for region at 1732090779437Disabling writes for close at 1732090779437Writing region close event to WAL at 1732090779437Closed at 1732090779437 2024-11-20T08:19:39,439 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:19:39,439 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T08:19:39,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:19:39,440 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:19:39,441 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:19:39,591 DEBUG [3354ef74e3b7:45195 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:19:39,592 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3354ef74e3b7,46273,1732090777143 2024-11-20T08:19:39,593 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,46273,1732090777143, state=OPENING 2024-11-20T08:19:39,595 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:19:39,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0446207426 2024-11-20T08:19:39,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1013475b36d0001, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0446207426 2024-11-20T08:19:39,597 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:19:39,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0446207426/meta-region-server: CHANGED 2024-11-20T08:19:39,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,46273,1732090777143}] 2024-11-20T08:19:39,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0446207426/meta-region-server: CHANGED 2024-11-20T08:19:39,749 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:19:39,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:19:39,755 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:19:39,755 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:19:39,755 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:19:39,757 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C46273%2C1732090777143.meta, suffix=.meta, logDir=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143, archiveDir=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/oldWALs, maxLogs=10 2024-11-20T08:19:39,770 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.meta.1732090779757.meta, exclude list is [], retry=0 2024-11-20T08:19:39,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45387,DS-fae09ac4-520b-494c-a303-48045a46e3e9,DISK] 2024-11-20T08:19:39,774 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.meta.1732090779757.meta 2024-11-20T08:19:39,774 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39173:39173)] 2024-11-20T08:19:39,774 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:19:39,775 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:19:39,775 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:19:39,775 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:19:39,775 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:19:39,775 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:19:39,775 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:39,775 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:19:39,775 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:19:39,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:19:39,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:19:39,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:39,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:39,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:19:39,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:19:39,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:39,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:39,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:19:39,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:19:39,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:39,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:39,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:19:39,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:19:39,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:39,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:39,780 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:19:39,781 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/1588230740 2024-11-20T08:19:39,781 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/1588230740 2024-11-20T08:19:39,782 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:19:39,782 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:19:39,782 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:19:39,783 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:19:39,784 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67430729, jitterRate=0.004796162247657776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:19:39,784 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:19:39,785 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732090779775Writing region info on filesystem at 1732090779775Initializing all the Stores at 1732090779776 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090779776Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090779776Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090779776Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090779776Cleaning up temporary data from old regions at 1732090779782 (+6 ms)Running coprocessor post-open hooks at 1732090779784 (+2 ms)Region opened successfully at 1732090779785 (+1 ms) 2024-11-20T08:19:39,786 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090779749 2024-11-20T08:19:39,787 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:19:39,788 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:19:39,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,46273,1732090777143 2024-11-20T08:19:39,789 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,46273,1732090777143, state=OPEN 2024-11-20T08:19:39,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1013475b36d0001, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0446207426/meta-region-server 2024-11-20T08:19:39,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0446207426/meta-region-server 2024-11-20T08:19:39,794 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3354ef74e3b7,46273,1732090777143 2024-11-20T08:19:39,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0446207426/meta-region-server: CHANGED 2024-11-20T08:19:39,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0446207426/meta-region-server: CHANGED 2024-11-20T08:19:39,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:19:39,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,46273,1732090777143 in 197 msec 2024-11-20T08:19:39,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:19:39,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-20T08:19:39,798 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:19:39,798 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T08:19:39,799 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:39,799 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46273,1732090777143, seqNum=-1] 2024-11-20T08:19:39,799 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:19:39,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:19:39,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 828 msec 2024-11-20T08:19:39,806 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090779806, completionTime=-1 2024-11-20T08:19:39,806 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T08:19:39,806 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T08:19:39,808 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T08:19:39,808 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090839808 2024-11-20T08:19:39,808 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090899808 2024-11-20T08:19:39,808 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T08:19:39,808 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,45195,1732090777078-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:39,808 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,45195,1732090777078-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:39,808 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,45195,1732090777078-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:39,808 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3354ef74e3b7:45195, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:39,808 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:39,809 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:39,810 DEBUG [master/3354ef74e3b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T08:19:39,812 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.632sec 2024-11-20T08:19:39,812 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:19:39,812 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:19:39,812 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:19:39,812 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:19:39,812 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:19:39,812 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,45195,1732090777078-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:19:39,812 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,45195,1732090777078-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:19:39,814 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:19:39,814 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:19:39,814 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,45195,1732090777078-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:39,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea0a88a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:39,866 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,45195,-1 for getting cluster id 2024-11-20T08:19:39,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:39,868 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efbbe1d6-b47f-45c2-b8b3-b1180012d75e' 2024-11-20T08:19:39,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:39,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efbbe1d6-b47f-45c2-b8b3-b1180012d75e" 2024-11-20T08:19:39,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fc54bee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:39,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,45195,-1] 2024-11-20T08:19:39,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:39,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:39,870 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:39,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f669361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:39,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:39,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46273,1732090777143, seqNum=-1] 2024-11-20T08:19:39,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:19:39,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:19:39,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3354ef74e3b7,45195,1732090777078 2024-11-20T08:19:39,877 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60920 2024-11-20T08:19:39,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:19:39,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013475b36d0002 connected 2024-11-20T08:19:39,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/hadoop.log.dir so I do NOT create it in target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462 2024-11-20T08:19:39,885 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T08:19:39,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/hadoop.tmp.dir so I do NOT create it in target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462 2024-11-20T08:19:39,885 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T08:19:39,886 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462 2024-11-20T08:19:39,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:19:39,886 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/cluster_747a85cd-7d76-ce65-2cfe-7d0255afc1b4, deleteOnExit=true 2024-11-20T08:19:39,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T08:19:39,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/test.cache.data in system properties and HBase conf 2024-11-20T08:19:39,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:19:39,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:19:39,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:19:39,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:19:39,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T08:19:39,886 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:19:39,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:19:39,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:19:39,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:19:39,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:19:39,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:19:39,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:19:39,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:19:39,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:19:39,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:19:39,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:19:39,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:19:39,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:19:39,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:19:39,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:19:39,969 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:19:39,972 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:19:39,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:19:39,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:19:39,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:19:39,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:19:39,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e53d0c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:19:39,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7002f130{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:19:40,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@691b051{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/java.io.tmpdir/jetty-localhost-34821-hadoop-hdfs-3_4_1-tests_jar-_-any-1319494259221500529/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:19:40,114 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23db3f43{HTTP/1.1, (http/1.1)}{localhost:34821} 2024-11-20T08:19:40,114 INFO [Time-limited test {}] server.Server(415): Started @181277ms 2024-11-20T08:19:40,193 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:19:40,196 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:19:40,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:19:40,201 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:19:40,201 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:19:40,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8f1a53a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:19:40,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@685e84f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:19:40,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15626e5d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/java.io.tmpdir/jetty-localhost-40893-hadoop-hdfs-3_4_1-tests_jar-_-any-17743168449783144302/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:19:40,350 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5dbf964d{HTTP/1.1, (http/1.1)}{localhost:40893} 2024-11-20T08:19:40,350 INFO [Time-limited test {}] server.Server(415): Started @181513ms 2024-11-20T08:19:40,352 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:19:40,393 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:40,393 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T08:19:40,394 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8197 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T08:19:40,474 WARN [Thread-2291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/cluster_747a85cd-7d76-ce65-2cfe-7d0255afc1b4/data/data1/current/BP-1248114381-172.17.0.2-1732090779908/current, will proceed with Du for space computation calculation, 2024-11-20T08:19:40,474 WARN [Thread-2292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/cluster_747a85cd-7d76-ce65-2cfe-7d0255afc1b4/data/data2/current/BP-1248114381-172.17.0.2-1732090779908/current, will proceed with Du for space computation calculation, 2024-11-20T08:19:40,496 WARN [Thread-2279 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:19:40,500 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90fdb65eb6790f2d with lease ID 0xdf95c0c84a8ccf41: Processing first storage report for DS-c3e7e89d-a9c7-4c61-9a4c-b5fd5700f0f8 from datanode DatanodeRegistration(127.0.0.1:37759, datanodeUuid=64d6bd0f-2752-4c86-8271-bfbb75f48cbb, infoPort=40535, infoSecurePort=0, ipcPort=33733, storageInfo=lv=-57;cid=testClusterID;nsid=1054276773;c=1732090779908) 2024-11-20T08:19:40,500 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90fdb65eb6790f2d with lease ID 0xdf95c0c84a8ccf41: from storage DS-c3e7e89d-a9c7-4c61-9a4c-b5fd5700f0f8 node DatanodeRegistration(127.0.0.1:37759, datanodeUuid=64d6bd0f-2752-4c86-8271-bfbb75f48cbb, infoPort=40535, infoSecurePort=0, ipcPort=33733, storageInfo=lv=-57;cid=testClusterID;nsid=1054276773;c=1732090779908), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:19:40,500 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90fdb65eb6790f2d with lease ID 0xdf95c0c84a8ccf41: Processing first storage report for DS-a3d9611f-b473-4b9a-9363-ffc2bdd77a19 from datanode DatanodeRegistration(127.0.0.1:37759, datanodeUuid=64d6bd0f-2752-4c86-8271-bfbb75f48cbb, infoPort=40535, infoSecurePort=0, ipcPort=33733, storageInfo=lv=-57;cid=testClusterID;nsid=1054276773;c=1732090779908) 2024-11-20T08:19:40,500 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90fdb65eb6790f2d with lease ID 0xdf95c0c84a8ccf41: from storage DS-a3d9611f-b473-4b9a-9363-ffc2bdd77a19 node DatanodeRegistration(127.0.0.1:37759, datanodeUuid=64d6bd0f-2752-4c86-8271-bfbb75f48cbb, infoPort=40535, infoSecurePort=0, ipcPort=33733, storageInfo=lv=-57;cid=testClusterID;nsid=1054276773;c=1732090779908), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:19:40,598 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462 2024-11-20T08:19:40,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:40,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:40,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37759 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:19:41,008 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b with version=8 2024-11-20T08:19:41,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/hbase-staging 2024-11-20T08:19:41,010 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:19:41,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:41,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:41,011 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:19:41,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:41,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:19:41,011 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:19:41,011 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:19:41,012 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37033 2024-11-20T08:19:41,012 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37033 connecting to ZooKeeper ensemble=127.0.0.1:60920 2024-11-20T08:19:41,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370330x0, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:19:41,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37033-0x1013475b36d0003 connected 2024-11-20T08:19:41,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:41,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:41,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Set watcher on znode that does not yet exist, /1-1563924926/running 2024-11-20T08:19:41,033 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b, hbase.cluster.distributed=false 2024-11-20T08:19:41,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Set watcher on znode that does not yet exist, /1-1563924926/acl 2024-11-20T08:19:41,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37033 2024-11-20T08:19:41,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37033 2024-11-20T08:19:41,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37033 2024-11-20T08:19:41,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37033 2024-11-20T08:19:41,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37033 2024-11-20T08:19:41,052 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:19:41,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:41,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:41,053 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:19:41,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:19:41,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:19:41,053 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:19:41,053 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:19:41,054 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36831 2024-11-20T08:19:41,055 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36831 connecting to ZooKeeper ensemble=127.0.0.1:60920 2024-11-20T08:19:41,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:41,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:41,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368310x0, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:19:41,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36831-0x1013475b36d0004 connected 2024-11-20T08:19:41,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36831-0x1013475b36d0004, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Set watcher on znode that does not yet exist, /1-1563924926/running 2024-11-20T08:19:41,063 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:19:41,069 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:19:41,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36831-0x1013475b36d0004, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Set watcher on znode that does not yet exist, /1-1563924926/master 2024-11-20T08:19:41,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36831-0x1013475b36d0004, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Set watcher on znode that does not yet exist, /1-1563924926/acl 2024-11-20T08:19:41,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36831 2024-11-20T08:19:41,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36831 2024-11-20T08:19:41,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36831 2024-11-20T08:19:41,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36831 2024-11-20T08:19:41,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36831 2024-11-20T08:19:41,099 DEBUG [M:0;3354ef74e3b7:37033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3354ef74e3b7:37033 2024-11-20T08:19:41,099 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1563924926/backup-masters/3354ef74e3b7,37033,1732090781010 2024-11-20T08:19:41,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x1013475b36d0004, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1563924926/backup-masters 2024-11-20T08:19:41,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1563924926/backup-masters 2024-11-20T08:19:41,101 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Set watcher on existing znode=/1-1563924926/backup-masters/3354ef74e3b7,37033,1732090781010 2024-11-20T08:19:41,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x1013475b36d0004, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1563924926/master 2024-11-20T08:19:41,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x1013475b36d0004, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1563924926 2024-11-20T08:19:41,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1563924926 2024-11-20T08:19:41,104 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Set watcher on existing znode=/1-1563924926/master 2024-11-20T08:19:41,104 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1563924926/backup-masters/3354ef74e3b7,37033,1732090781010 from backup master directory 2024-11-20T08:19:41,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x1013475b36d0004, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1563924926/backup-masters 2024-11-20T08:19:41,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1563924926/backup-masters/3354ef74e3b7,37033,1732090781010 2024-11-20T08:19:41,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1563924926/backup-masters 2024-11-20T08:19:41,107 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:19:41,107 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3354ef74e3b7,37033,1732090781010 2024-11-20T08:19:41,111 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/hbase.id] with ID: 4d7b8aa6-ec7d-4f16-85bd-50584039aaec 2024-11-20T08:19:41,111 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/.tmp/hbase.id 2024-11-20T08:19:41,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37759 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:19:41,519 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/.tmp/hbase.id]:[hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/hbase.id] 2024-11-20T08:19:41,528 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:19:41,528 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:19:41,529 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T08:19:41,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x1013475b36d0004, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1563924926 2024-11-20T08:19:41,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1563924926 2024-11-20T08:19:41,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37759 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:19:41,942 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:19:41,943 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:19:41,944 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:19:41,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37759 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:19:42,361 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/MasterData/data/master/store 2024-11-20T08:19:42,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37759 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:19:42,768 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:42,769 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:19:42,769 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:42,769 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:42,769 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:19:42,769 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:42,769 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:42,769 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090782769Disabling compacts and flushes for region at 1732090782769Disabling writes for close at 1732090782769Writing region close event to WAL at 1732090782769Closed at 1732090782769 2024-11-20T08:19:42,770 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/MasterData/data/master/store/.initializing 2024-11-20T08:19:42,770 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/MasterData/WALs/3354ef74e3b7,37033,1732090781010 2024-11-20T08:19:42,770 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:19:42,772 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C37033%2C1732090781010, suffix=, logDir=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/MasterData/WALs/3354ef74e3b7,37033,1732090781010, archiveDir=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/MasterData/oldWALs, maxLogs=10 2024-11-20T08:19:42,785 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/MasterData/WALs/3354ef74e3b7,37033,1732090781010/3354ef74e3b7%2C37033%2C1732090781010.1732090782772, exclude list is [], retry=0 2024-11-20T08:19:42,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37759,DS-c3e7e89d-a9c7-4c61-9a4c-b5fd5700f0f8,DISK] 2024-11-20T08:19:42,789 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/MasterData/WALs/3354ef74e3b7,37033,1732090781010/3354ef74e3b7%2C37033%2C1732090781010.1732090782772 2024-11-20T08:19:42,789 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40535:40535)] 2024-11-20T08:19:42,789 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:19:42,789 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:42,789 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:42,789 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:42,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:42,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:19:42,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:42,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:42,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:42,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:19:42,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:42,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:42,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:42,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:19:42,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:42,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:42,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:42,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:19:42,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:42,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:42,796 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:42,797 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:42,797 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:42,798 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:42,798 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:42,798 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:19:42,799 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:19:42,800 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:19:42,801 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67920535, jitterRate=0.012094840407371521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:19:42,801 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732090782790Initializing all the Stores at 1732090782790Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090782790Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090782790Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090782790Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090782790Cleaning up temporary data from old regions at 1732090782798 (+8 ms)Region opened successfully at 1732090782801 (+3 ms) 2024-11-20T08:19:42,801 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:19:42,803 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ce4d61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:19:42,804 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T08:19:42,804 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:19:42,804 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:19:42,804 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:19:42,805 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:19:42,805 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:19:42,805 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:19:42,806 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:19:42,807 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Unable to get data of znode /1-1563924926/balancer because node does not exist (not necessarily an error) 2024-11-20T08:19:42,808 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1563924926/balancer already deleted, retry=false 2024-11-20T08:19:42,809 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:19:42,809 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Unable to get data of znode /1-1563924926/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:19:42,811 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1563924926/normalizer already deleted, retry=false 2024-11-20T08:19:42,811 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:19:42,812 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Unable to get data of znode /1-1563924926/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:19:42,814 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1563924926/switch/split already deleted, retry=false 2024-11-20T08:19:42,814 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Unable to get data of znode /1-1563924926/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:19:42,816 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1563924926/switch/merge already deleted, retry=false 2024-11-20T08:19:42,817 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Unable to get data of znode /1-1563924926/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:19:42,819 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1563924926/snapshot-cleanup already deleted, retry=false 2024-11-20T08:19:42,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1563924926/running 2024-11-20T08:19:42,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x1013475b36d0004, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1563924926/running 2024-11-20T08:19:42,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1563924926 2024-11-20T08:19:42,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x1013475b36d0004, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1563924926 2024-11-20T08:19:42,821 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3354ef74e3b7,37033,1732090781010, sessionid=0x1013475b36d0003, setting cluster-up flag (Was=false) 2024-11-20T08:19:42,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x1013475b36d0004, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1563924926 2024-11-20T08:19:42,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1563924926 2024-11-20T08:19:42,830 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1563924926/flush-table-proc/acquired, /1-1563924926/flush-table-proc/reached, /1-1563924926/flush-table-proc/abort 2024-11-20T08:19:42,831 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,37033,1732090781010 2024-11-20T08:19:42,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1563924926 2024-11-20T08:19:42,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x1013475b36d0004, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1563924926 2024-11-20T08:19:42,839 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1563924926/online-snapshot/acquired, /1-1563924926/online-snapshot/reached, /1-1563924926/online-snapshot/abort 2024-11-20T08:19:42,839 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,37033,1732090781010 2024-11-20T08:19:42,840 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T08:19:42,842 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:19:42,842 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:19:42,842 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:19:42,842 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3354ef74e3b7,37033,1732090781010 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:19:42,843 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:19:42,843 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:19:42,843 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:19:42,843 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:19:42,843 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3354ef74e3b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:19:42,843 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:42,843 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:19:42,843 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:42,844 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090812844 2024-11-20T08:19:42,844 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:19:42,844 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:19:42,844 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:19:42,844 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:19:42,844 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:19:42,844 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:19:42,844 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:19:42,845 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:19:42,845 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:42,845 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:19:42,848 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:42,850 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:19:42,850 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:19:42,850 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:19:42,850 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T08:19:42,851 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:19:42,851 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:19:42,852 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090782851,5,FailOnTimeoutGroup] 2024-11-20T08:19:42,852 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090782852,5,FailOnTimeoutGroup] 2024-11-20T08:19:42,853 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:42,853 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:19:42,853 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:42,853 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:42,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37759 is added to blk_1073741831_1007 (size=1321) 2024-11-20T08:19:42,883 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(746): ClusterId : 4d7b8aa6-ec7d-4f16-85bd-50584039aaec 2024-11-20T08:19:42,883 DEBUG [RS:0;3354ef74e3b7:36831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:19:42,886 DEBUG [RS:0;3354ef74e3b7:36831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:19:42,886 DEBUG [RS:0;3354ef74e3b7:36831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:19:42,888 DEBUG [RS:0;3354ef74e3b7:36831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:19:42,889 DEBUG [RS:0;3354ef74e3b7:36831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c65975e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:19:42,906 DEBUG [RS:0;3354ef74e3b7:36831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3354ef74e3b7:36831 2024-11-20T08:19:42,906 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:19:42,906 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:19:42,907 DEBUG [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:19:42,907 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(2659): reportForDuty to master=3354ef74e3b7,37033,1732090781010 with port=36831, startcode=1732090781052 2024-11-20T08:19:42,907 DEBUG [RS:0;3354ef74e3b7:36831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:19:42,909 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:19:42,909 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37033 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3354ef74e3b7,36831,1732090781052 2024-11-20T08:19:42,909 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37033 {}] master.ServerManager(517): Registering regionserver=3354ef74e3b7,36831,1732090781052 2024-11-20T08:19:42,911 DEBUG [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b 2024-11-20T08:19:42,911 DEBUG [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42763 2024-11-20T08:19:42,911 DEBUG [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:19:42,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1563924926/rs 2024-11-20T08:19:42,916 DEBUG [RS:0;3354ef74e3b7:36831 {}] zookeeper.ZKUtil(111): regionserver:36831-0x1013475b36d0004, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Set watcher on existing znode=/1-1563924926/rs/3354ef74e3b7,36831,1732090781052 2024-11-20T08:19:42,916 WARN [RS:0;3354ef74e3b7:36831 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:19:42,916 INFO [RS:0;3354ef74e3b7:36831 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:19:42,916 DEBUG [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052 2024-11-20T08:19:42,917 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3354ef74e3b7,36831,1732090781052] 2024-11-20T08:19:42,919 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:19:42,921 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:19:42,921 INFO [RS:0;3354ef74e3b7:36831 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:19:42,921 INFO [RS:0;3354ef74e3b7:36831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:42,921 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:19:42,922 INFO [RS:0;3354ef74e3b7:36831 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:19:42,922 INFO [RS:0;3354ef74e3b7:36831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:42,922 DEBUG [RS:0;3354ef74e3b7:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:42,922 DEBUG [RS:0;3354ef74e3b7:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:42,922 DEBUG [RS:0;3354ef74e3b7:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:42,922 DEBUG [RS:0;3354ef74e3b7:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:42,922 DEBUG [RS:0;3354ef74e3b7:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:42,922 DEBUG [RS:0;3354ef74e3b7:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:19:42,922 DEBUG [RS:0;3354ef74e3b7:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:42,922 DEBUG [RS:0;3354ef74e3b7:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:42,922 DEBUG [RS:0;3354ef74e3b7:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:42,922 DEBUG [RS:0;3354ef74e3b7:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:42,922 DEBUG [RS:0;3354ef74e3b7:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:42,922 DEBUG [RS:0;3354ef74e3b7:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:19:42,922 DEBUG [RS:0;3354ef74e3b7:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:19:42,922 DEBUG [RS:0;3354ef74e3b7:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:19:42,923 INFO [RS:0;3354ef74e3b7:36831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:42,923 INFO [RS:0;3354ef74e3b7:36831 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:42,923 INFO [RS:0;3354ef74e3b7:36831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:42,923 INFO [RS:0;3354ef74e3b7:36831 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:42,923 INFO [RS:0;3354ef74e3b7:36831 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:42,923 INFO [RS:0;3354ef74e3b7:36831 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,36831,1732090781052-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:19:42,946 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:19:42,946 INFO [RS:0;3354ef74e3b7:36831 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,36831,1732090781052-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:42,947 INFO [RS:0;3354ef74e3b7:36831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:42,947 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.Replication(171): 3354ef74e3b7,36831,1732090781052 started 2024-11-20T08:19:42,968 INFO [RS:0;3354ef74e3b7:36831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:42,968 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(1482): Serving as 3354ef74e3b7,36831,1732090781052, RpcServer on 3354ef74e3b7/172.17.0.2:36831, sessionid=0x1013475b36d0004 2024-11-20T08:19:42,969 DEBUG [RS:0;3354ef74e3b7:36831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:19:42,969 DEBUG [RS:0;3354ef74e3b7:36831 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3354ef74e3b7,36831,1732090781052 2024-11-20T08:19:42,969 DEBUG [RS:0;3354ef74e3b7:36831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,36831,1732090781052' 2024-11-20T08:19:42,969 DEBUG [RS:0;3354ef74e3b7:36831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1563924926/flush-table-proc/abort' 2024-11-20T08:19:42,969 DEBUG [RS:0;3354ef74e3b7:36831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1563924926/flush-table-proc/acquired' 2024-11-20T08:19:42,970 DEBUG [RS:0;3354ef74e3b7:36831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:19:42,970 DEBUG [RS:0;3354ef74e3b7:36831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:19:42,970 DEBUG [RS:0;3354ef74e3b7:36831 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3354ef74e3b7,36831,1732090781052 2024-11-20T08:19:42,970 DEBUG [RS:0;3354ef74e3b7:36831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,36831,1732090781052' 2024-11-20T08:19:42,970 DEBUG [RS:0;3354ef74e3b7:36831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1563924926/online-snapshot/abort' 2024-11-20T08:19:42,970 DEBUG [RS:0;3354ef74e3b7:36831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1563924926/online-snapshot/acquired' 2024-11-20T08:19:42,970 DEBUG [RS:0;3354ef74e3b7:36831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:19:42,970 INFO [RS:0;3354ef74e3b7:36831 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:19:42,970 INFO [RS:0;3354ef74e3b7:36831 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:19:43,071 INFO [RS:0;3354ef74e3b7:36831 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:19:43,072 INFO [RS:0;3354ef74e3b7:36831 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C36831%2C1732090781052, suffix=, logDir=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052, archiveDir=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/oldWALs, maxLogs=10 2024-11-20T08:19:43,086 DEBUG [RS:0;3354ef74e3b7:36831 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073, exclude list is [], retry=0 2024-11-20T08:19:43,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37759,DS-c3e7e89d-a9c7-4c61-9a4c-b5fd5700f0f8,DISK] 2024-11-20T08:19:43,090 INFO [RS:0;3354ef74e3b7:36831 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 2024-11-20T08:19:43,090 DEBUG [RS:0;3354ef74e3b7:36831 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40535:40535)] 2024-11-20T08:19:43,256 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T08:19:43,256 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b 2024-11-20T08:19:43,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37759 is added to blk_1073741833_1009 (size=32) 2024-11-20T08:19:43,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:43,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:19:43,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:19:43,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:43,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:43,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:19:43,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:19:43,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:43,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:43,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:19:43,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:19:43,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:43,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:43,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:19:43,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:19:43,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:43,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:43,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:19:43,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/1588230740 2024-11-20T08:19:43,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/1588230740 2024-11-20T08:19:43,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:19:43,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:19:43,670 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:19:43,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:19:43,673 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:19:43,674 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66037145, jitterRate=-0.015969857573509216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:19:43,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732090783662Initializing all the Stores at 1732090783663 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090783663Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090783663Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090783663Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090783663Cleaning up temporary data from old regions at 1732090783670 (+7 ms)Region opened successfully at 1732090783674 (+4 ms) 2024-11-20T08:19:43,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:19:43,674 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:19:43,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:19:43,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:19:43,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:19:43,674 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:19:43,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090783674Disabling compacts and flushes for region at 1732090783674Disabling writes for close at 1732090783674Writing region close event to WAL at 1732090783674Closed at 1732090783674 2024-11-20T08:19:43,675 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:19:43,676 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T08:19:43,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:19:43,677 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:19:43,677 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:19:43,828 DEBUG [3354ef74e3b7:37033 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:19:43,828 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3354ef74e3b7,36831,1732090781052 2024-11-20T08:19:43,829 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,36831,1732090781052, state=OPENING 2024-11-20T08:19:43,831 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:19:43,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1563924926 2024-11-20T08:19:43,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x1013475b36d0004, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1563924926 2024-11-20T08:19:43,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1563924926/meta-region-server: CHANGED 2024-11-20T08:19:43,833 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:19:43,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1563924926/meta-region-server: CHANGED 2024-11-20T08:19:43,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,36831,1732090781052}] 2024-11-20T08:19:43,985 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:19:43,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:19:43,990 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:19:43,990 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:19:43,990 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:19:43,991 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C36831%2C1732090781052.meta, suffix=.meta, logDir=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052, archiveDir=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/oldWALs, maxLogs=10 2024-11-20T08:19:44,004 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.meta.1732090783991.meta, exclude list is [], retry=0 2024-11-20T08:19:44,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37759,DS-c3e7e89d-a9c7-4c61-9a4c-b5fd5700f0f8,DISK] 2024-11-20T08:19:44,010 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.meta.1732090783991.meta 2024-11-20T08:19:44,010 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40535:40535)] 2024-11-20T08:19:44,010 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:19:44,010 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:19:44,010 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:19:44,010 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:19:44,010 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:19:44,011 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:19:44,011 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:44,011 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:19:44,011 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:19:44,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:19:44,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:19:44,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:44,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:44,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:19:44,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:19:44,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:44,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:44,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:19:44,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:19:44,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:44,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:44,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:19:44,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:19:44,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:44,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:19:44,016 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:19:44,016 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/1588230740 2024-11-20T08:19:44,017 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/1588230740 2024-11-20T08:19:44,018 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:19:44,018 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:19:44,018 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:19:44,019 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:19:44,020 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69207504, jitterRate=0.031272172927856445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:19:44,020 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:19:44,020 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732090784011Writing region info on filesystem at 1732090784011Initializing all the Stores at 1732090784011Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090784012 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090784012Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090784012Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090784012Cleaning up temporary data from old regions at 1732090784018 (+6 ms)Running coprocessor post-open hooks at 1732090784020 (+2 ms)Region opened successfully at 1732090784020 2024-11-20T08:19:44,021 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090783985 2024-11-20T08:19:44,022 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:19:44,023 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:19:44,023 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,36831,1732090781052 2024-11-20T08:19:44,024 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,36831,1732090781052, state=OPEN 2024-11-20T08:19:44,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x1013475b36d0004, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1563924926/meta-region-server 2024-11-20T08:19:44,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1563924926/meta-region-server 2024-11-20T08:19:44,030 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3354ef74e3b7,36831,1732090781052 2024-11-20T08:19:44,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1563924926/meta-region-server: CHANGED 2024-11-20T08:19:44,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1563924926/meta-region-server: CHANGED 2024-11-20T08:19:44,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:19:44,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,36831,1732090781052 in 197 msec 2024-11-20T08:19:44,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:19:44,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-20T08:19:44,034 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:19:44,034 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T08:19:44,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:44,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,36831,1732090781052, seqNum=-1] 2024-11-20T08:19:44,036 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:19:44,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:19:44,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2000 sec 2024-11-20T08:19:44,043 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090784043, completionTime=-1 2024-11-20T08:19:44,043 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T08:19:44,043 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T08:19:44,045 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T08:19:44,045 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090844045 2024-11-20T08:19:44,045 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090904045 2024-11-20T08:19:44,045 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T08:19:44,045 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,37033,1732090781010-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:44,045 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,37033,1732090781010-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:44,046 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,37033,1732090781010-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:44,046 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3354ef74e3b7:37033, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:44,046 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:44,046 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:44,050 DEBUG [master/3354ef74e3b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T08:19:44,053 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.946sec 2024-11-20T08:19:44,053 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:19:44,053 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:19:44,053 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:19:44,053 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:19:44,053 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:19:44,053 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,37033,1732090781010-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:19:44,053 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,37033,1732090781010-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:19:44,057 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:19:44,058 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:19:44,058 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,37033,1732090781010-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:19:44,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2229cd7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:44,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,37033,-1 for getting cluster id 2024-11-20T08:19:44,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:44,085 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7b8aa6-ec7d-4f16-85bd-50584039aaec' 2024-11-20T08:19:44,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:44,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7b8aa6-ec7d-4f16-85bd-50584039aaec" 2024-11-20T08:19:44,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f17e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:44,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,37033,-1] 2024-11-20T08:19:44,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:44,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:44,088 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:44,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71af03c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:44,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:44,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,36831,1732090781052, seqNum=-1] 2024-11-20T08:19:44,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:19:44,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:19:44,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3354ef74e3b7,37033,1732090781010 2024-11-20T08:19:44,093 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60920 2024-11-20T08:19:44,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:19:44,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013475b36d0005 connected 2024-11-20T08:19:44,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:44,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,45195,1732090777078 2024-11-20T08:19:44,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b3696c1 2024-11-20T08:19:44,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:19:44,101 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:19:44,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:19:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T08:19:44,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:19:44,103 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:44,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T08:19:44,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:19:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:19:44,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741835_1011 (size=902) 2024-11-20T08:19:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:19:44,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T08:19:44,318 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T08:19:44,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:19:44,318 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T08:19:44,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:19:44,319 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T08:19:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:19:44,515 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c5281e714f0ec4a7248434f7a64e9182, NAME => 'test,,1732090784101.c5281e714f0ec4a7248434f7a64e9182.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18 2024-11-20T08:19:44,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741836_1012 (size=39) 2024-11-20T08:19:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:19:44,922 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732090784101.c5281e714f0ec4a7248434f7a64e9182.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:44,922 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c5281e714f0ec4a7248434f7a64e9182, disabling compactions & flushes 2024-11-20T08:19:44,922 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732090784101.c5281e714f0ec4a7248434f7a64e9182. 2024-11-20T08:19:44,922 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090784101.c5281e714f0ec4a7248434f7a64e9182. 2024-11-20T08:19:44,922 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732090784101.c5281e714f0ec4a7248434f7a64e9182. after waiting 0 ms 2024-11-20T08:19:44,922 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732090784101.c5281e714f0ec4a7248434f7a64e9182. 2024-11-20T08:19:44,922 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732090784101.c5281e714f0ec4a7248434f7a64e9182. 2024-11-20T08:19:44,922 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c5281e714f0ec4a7248434f7a64e9182: Waiting for close lock at 1732090784922Disabling compacts and flushes for region at 1732090784922Disabling writes for close at 1732090784922Writing region close event to WAL at 1732090784922Closed at 1732090784922 2024-11-20T08:19:44,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:19:44,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732090784101.c5281e714f0ec4a7248434f7a64e9182.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732090784923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090784923"}]},"ts":"1732090784923"} 2024-11-20T08:19:44,926 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:19:44,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:19:44,927 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090784926"}]},"ts":"1732090784926"} 2024-11-20T08:19:44,928 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T08:19:44,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c5281e714f0ec4a7248434f7a64e9182, ASSIGN}] 2024-11-20T08:19:44,929 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c5281e714f0ec4a7248434f7a64e9182, ASSIGN 2024-11-20T08:19:44,930 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c5281e714f0ec4a7248434f7a64e9182, ASSIGN; state=OFFLINE, location=3354ef74e3b7,46273,1732090777143; forceNewPlan=false, retain=false 2024-11-20T08:19:45,080 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c5281e714f0ec4a7248434f7a64e9182, regionState=OPENING, regionLocation=3354ef74e3b7,46273,1732090777143 2024-11-20T08:19:45,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c5281e714f0ec4a7248434f7a64e9182, ASSIGN because future has completed 2024-11-20T08:19:45,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5281e714f0ec4a7248434f7a64e9182, server=3354ef74e3b7,46273,1732090777143}] 2024-11-20T08:19:45,239 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732090784101.c5281e714f0ec4a7248434f7a64e9182. 2024-11-20T08:19:45,239 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c5281e714f0ec4a7248434f7a64e9182, NAME => 'test,,1732090784101.c5281e714f0ec4a7248434f7a64e9182.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:19:45,239 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:19:45,239 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T08:19:45,239 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c5281e714f0ec4a7248434f7a64e9182 2024-11-20T08:19:45,239 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732090784101.c5281e714f0ec4a7248434f7a64e9182.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:45,240 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c5281e714f0ec4a7248434f7a64e9182 2024-11-20T08:19:45,240 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c5281e714f0ec4a7248434f7a64e9182 2024-11-20T08:19:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:19:45,244 INFO [StoreOpener-c5281e714f0ec4a7248434f7a64e9182-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c5281e714f0ec4a7248434f7a64e9182 2024-11-20T08:19:45,245 INFO [StoreOpener-c5281e714f0ec4a7248434f7a64e9182-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5281e714f0ec4a7248434f7a64e9182 columnFamilyName f 2024-11-20T08:19:45,245 DEBUG [StoreOpener-c5281e714f0ec4a7248434f7a64e9182-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:45,245 INFO [StoreOpener-c5281e714f0ec4a7248434f7a64e9182-1 {}] regionserver.HStore(327): Store=c5281e714f0ec4a7248434f7a64e9182/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:45,245 INFO [StoreOpener-c5281e714f0ec4a7248434f7a64e9182-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c5281e714f0ec4a7248434f7a64e9182 2024-11-20T08:19:45,246 INFO [StoreOpener-c5281e714f0ec4a7248434f7a64e9182-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5281e714f0ec4a7248434f7a64e9182 columnFamilyName f1 2024-11-20T08:19:45,246 DEBUG [StoreOpener-c5281e714f0ec4a7248434f7a64e9182-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:45,246 INFO [StoreOpener-c5281e714f0ec4a7248434f7a64e9182-1 {}] regionserver.HStore(327): Store=c5281e714f0ec4a7248434f7a64e9182/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:45,246 INFO [StoreOpener-c5281e714f0ec4a7248434f7a64e9182-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c5281e714f0ec4a7248434f7a64e9182 2024-11-20T08:19:45,247 INFO [StoreOpener-c5281e714f0ec4a7248434f7a64e9182-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5281e714f0ec4a7248434f7a64e9182 columnFamilyName norep 2024-11-20T08:19:45,247 DEBUG [StoreOpener-c5281e714f0ec4a7248434f7a64e9182-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:45,247 INFO [StoreOpener-c5281e714f0ec4a7248434f7a64e9182-1 {}] regionserver.HStore(327): Store=c5281e714f0ec4a7248434f7a64e9182/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:45,248 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c5281e714f0ec4a7248434f7a64e9182 2024-11-20T08:19:45,248 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/default/test/c5281e714f0ec4a7248434f7a64e9182 2024-11-20T08:19:45,248 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/default/test/c5281e714f0ec4a7248434f7a64e9182 2024-11-20T08:19:45,249 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c5281e714f0ec4a7248434f7a64e9182 2024-11-20T08:19:45,249 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c5281e714f0ec4a7248434f7a64e9182 2024-11-20T08:19:45,249 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:19:45,250 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c5281e714f0ec4a7248434f7a64e9182 2024-11-20T08:19:45,255 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/default/test/c5281e714f0ec4a7248434f7a64e9182/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:19:45,255 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c5281e714f0ec4a7248434f7a64e9182; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72632281, jitterRate=0.08230532705783844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:19:45,256 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c5281e714f0ec4a7248434f7a64e9182 2024-11-20T08:19:45,256 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c5281e714f0ec4a7248434f7a64e9182: Running coprocessor pre-open hook at 1732090785240Writing region info on filesystem at 1732090785240Initializing all the Stores at 1732090785240Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090785240Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090785244 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090785244Cleaning up temporary data from old regions at 1732090785249 (+5 ms)Running coprocessor post-open hooks at 1732090785256 (+7 ms)Region opened successfully at 1732090785256 2024-11-20T08:19:45,257 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732090784101.c5281e714f0ec4a7248434f7a64e9182., pid=6, masterSystemTime=1732090785235 2024-11-20T08:19:45,259 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732090784101.c5281e714f0ec4a7248434f7a64e9182. 2024-11-20T08:19:45,259 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732090784101.c5281e714f0ec4a7248434f7a64e9182. 2024-11-20T08:19:45,260 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c5281e714f0ec4a7248434f7a64e9182, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3354ef74e3b7,46273,1732090777143 2024-11-20T08:19:45,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5281e714f0ec4a7248434f7a64e9182, server=3354ef74e3b7,46273,1732090777143 because future has completed 2024-11-20T08:19:45,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:19:45,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c5281e714f0ec4a7248434f7a64e9182, server=3354ef74e3b7,46273,1732090777143 in 180 msec 2024-11-20T08:19:45,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T08:19:45,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c5281e714f0ec4a7248434f7a64e9182, ASSIGN in 337 msec 2024-11-20T08:19:45,268 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:19:45,268 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090785268"}]},"ts":"1732090785268"} 2024-11-20T08:19:45,270 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T08:19:45,271 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:19:45,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-20T08:19:45,277 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:19:45,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:45,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:45,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:45,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:45,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:45,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:45,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:45,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:45,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:45,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:45,340 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T08:19:45,341 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T08:19:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:19:46,254 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T08:19:46,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:46,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,37033,1732090781010 2024-11-20T08:19:46,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31e01466 2024-11-20T08:19:46,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:19:46,256 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:19:46,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37033 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:19:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37033 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T08:19:46,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:19:46,260 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:46,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37033 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T08:19:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:19:46,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:19:46,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37759 is added to blk_1073741835_1011 (size=902) 2024-11-20T08:19:46,274 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 847ee6f574ad144b73cff394defb485c, NAME => 'test,,1732090786257.847ee6f574ad144b73cff394defb485c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b 2024-11-20T08:19:46,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37759 is added to blk_1073741836_1012 (size=39) 2024-11-20T08:19:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:19:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:19:46,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732090786257.847ee6f574ad144b73cff394defb485c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:46,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 847ee6f574ad144b73cff394defb485c, disabling compactions & flushes 2024-11-20T08:19:46,679 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732090786257.847ee6f574ad144b73cff394defb485c. 2024-11-20T08:19:46,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090786257.847ee6f574ad144b73cff394defb485c. 2024-11-20T08:19:46,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732090786257.847ee6f574ad144b73cff394defb485c. after waiting 0 ms 2024-11-20T08:19:46,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732090786257.847ee6f574ad144b73cff394defb485c. 2024-11-20T08:19:46,679 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732090786257.847ee6f574ad144b73cff394defb485c. 2024-11-20T08:19:46,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 847ee6f574ad144b73cff394defb485c: Waiting for close lock at 1732090786679Disabling compacts and flushes for region at 1732090786679Disabling writes for close at 1732090786679Writing region close event to WAL at 1732090786679Closed at 1732090786679 2024-11-20T08:19:46,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:19:46,681 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732090786257.847ee6f574ad144b73cff394defb485c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732090786681"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090786681"}]},"ts":"1732090786681"} 2024-11-20T08:19:46,683 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:19:46,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:19:46,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090786684"}]},"ts":"1732090786684"} 2024-11-20T08:19:46,686 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T08:19:46,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=847ee6f574ad144b73cff394defb485c, ASSIGN}] 2024-11-20T08:19:46,688 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=847ee6f574ad144b73cff394defb485c, ASSIGN 2024-11-20T08:19:46,689 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=847ee6f574ad144b73cff394defb485c, ASSIGN; state=OFFLINE, location=3354ef74e3b7,36831,1732090781052; forceNewPlan=false, retain=false 2024-11-20T08:19:46,839 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=847ee6f574ad144b73cff394defb485c, regionState=OPENING, regionLocation=3354ef74e3b7,36831,1732090781052 2024-11-20T08:19:46,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=847ee6f574ad144b73cff394defb485c, ASSIGN because future has completed 2024-11-20T08:19:46,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 847ee6f574ad144b73cff394defb485c, server=3354ef74e3b7,36831,1732090781052}] 2024-11-20T08:19:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:19:46,998 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732090786257.847ee6f574ad144b73cff394defb485c. 2024-11-20T08:19:46,998 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 847ee6f574ad144b73cff394defb485c, NAME => 'test,,1732090786257.847ee6f574ad144b73cff394defb485c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:19:46,998 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:19:46,998 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T08:19:46,998 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 847ee6f574ad144b73cff394defb485c 2024-11-20T08:19:46,998 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732090786257.847ee6f574ad144b73cff394defb485c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:46,998 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 847ee6f574ad144b73cff394defb485c 2024-11-20T08:19:46,998 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 847ee6f574ad144b73cff394defb485c 2024-11-20T08:19:46,999 INFO [StoreOpener-847ee6f574ad144b73cff394defb485c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 847ee6f574ad144b73cff394defb485c 2024-11-20T08:19:47,000 INFO [StoreOpener-847ee6f574ad144b73cff394defb485c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 847ee6f574ad144b73cff394defb485c columnFamilyName f 2024-11-20T08:19:47,000 DEBUG [StoreOpener-847ee6f574ad144b73cff394defb485c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:47,001 INFO [StoreOpener-847ee6f574ad144b73cff394defb485c-1 {}] regionserver.HStore(327): Store=847ee6f574ad144b73cff394defb485c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:47,001 INFO [StoreOpener-847ee6f574ad144b73cff394defb485c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 847ee6f574ad144b73cff394defb485c 2024-11-20T08:19:47,002 INFO [StoreOpener-847ee6f574ad144b73cff394defb485c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 847ee6f574ad144b73cff394defb485c columnFamilyName f1 2024-11-20T08:19:47,002 DEBUG [StoreOpener-847ee6f574ad144b73cff394defb485c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:47,002 INFO [StoreOpener-847ee6f574ad144b73cff394defb485c-1 {}] regionserver.HStore(327): Store=847ee6f574ad144b73cff394defb485c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:47,002 INFO [StoreOpener-847ee6f574ad144b73cff394defb485c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 847ee6f574ad144b73cff394defb485c 2024-11-20T08:19:47,003 INFO [StoreOpener-847ee6f574ad144b73cff394defb485c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 847ee6f574ad144b73cff394defb485c columnFamilyName norep 2024-11-20T08:19:47,003 DEBUG [StoreOpener-847ee6f574ad144b73cff394defb485c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:47,004 INFO [StoreOpener-847ee6f574ad144b73cff394defb485c-1 {}] regionserver.HStore(327): Store=847ee6f574ad144b73cff394defb485c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:47,004 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 847ee6f574ad144b73cff394defb485c 2024-11-20T08:19:47,004 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/default/test/847ee6f574ad144b73cff394defb485c 2024-11-20T08:19:47,004 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/default/test/847ee6f574ad144b73cff394defb485c 2024-11-20T08:19:47,005 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 847ee6f574ad144b73cff394defb485c 2024-11-20T08:19:47,005 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 847ee6f574ad144b73cff394defb485c 2024-11-20T08:19:47,006 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:19:47,006 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 847ee6f574ad144b73cff394defb485c 2024-11-20T08:19:47,008 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/default/test/847ee6f574ad144b73cff394defb485c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:19:47,008 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 847ee6f574ad144b73cff394defb485c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69393370, jitterRate=0.034041792154312134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:19:47,008 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 847ee6f574ad144b73cff394defb485c 2024-11-20T08:19:47,008 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 847ee6f574ad144b73cff394defb485c: Running coprocessor pre-open hook at 1732090786998Writing region info on filesystem at 1732090786998Initializing all the Stores at 1732090786999 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090786999Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090786999Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090786999Cleaning up temporary data from old regions at 1732090787005 (+6 ms)Running coprocessor post-open hooks at 1732090787008 (+3 ms)Region opened successfully at 1732090787008 2024-11-20T08:19:47,009 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732090786257.847ee6f574ad144b73cff394defb485c., pid=6, masterSystemTime=1732090786994 2024-11-20T08:19:47,011 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732090786257.847ee6f574ad144b73cff394defb485c. 2024-11-20T08:19:47,011 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732090786257.847ee6f574ad144b73cff394defb485c. 2024-11-20T08:19:47,011 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=847ee6f574ad144b73cff394defb485c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3354ef74e3b7,36831,1732090781052 2024-11-20T08:19:47,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 847ee6f574ad144b73cff394defb485c, server=3354ef74e3b7,36831,1732090781052 because future has completed 2024-11-20T08:19:47,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:19:47,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 847ee6f574ad144b73cff394defb485c, server=3354ef74e3b7,36831,1732090781052 in 172 msec 2024-11-20T08:19:47,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T08:19:47,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=847ee6f574ad144b73cff394defb485c, ASSIGN in 329 msec 2024-11-20T08:19:47,018 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:19:47,018 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090787018"}]},"ts":"1732090787018"} 2024-11-20T08:19:47,020 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T08:19:47,020 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:19:47,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 763 msec 2024-11-20T08:19:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:19:47,394 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T08:19:47,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7906beca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:47,394 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,45195,-1 for getting cluster id 2024-11-20T08:19:47,394 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:47,395 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efbbe1d6-b47f-45c2-b8b3-b1180012d75e' 2024-11-20T08:19:47,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:47,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efbbe1d6-b47f-45c2-b8b3-b1180012d75e" 2024-11-20T08:19:47,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673f7d53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:47,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,45195,-1] 2024-11-20T08:19:47,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:47,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:47,397 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:47,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a57a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:47,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9ac8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:47,398 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,37033,-1 for getting cluster id 2024-11-20T08:19:47,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:47,398 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7b8aa6-ec7d-4f16-85bd-50584039aaec' 2024-11-20T08:19:47,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:47,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7b8aa6-ec7d-4f16-85bd-50584039aaec" 2024-11-20T08:19:47,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c5c72b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:47,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,37033,-1] 2024-11-20T08:19:47,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:47,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:47,399 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:47,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2a6a7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:47,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d44bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:47,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,45195,-1 for getting cluster id 2024-11-20T08:19:47,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:47,401 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efbbe1d6-b47f-45c2-b8b3-b1180012d75e' 2024-11-20T08:19:47,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:47,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efbbe1d6-b47f-45c2-b8b3-b1180012d75e" 2024-11-20T08:19:47,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc783e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:47,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,45195,-1] 2024-11-20T08:19:47,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:47,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:47,402 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:47,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d8e5957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:47,403 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:47,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,45195,1732090777078 2024-11-20T08:19:47,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d6b4429 2024-11-20T08:19:47,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:19:47,404 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:19:47,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3354ef74e3b7:37033,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T08:19:47,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T08:19:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:19:47,407 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:37033' 2024-11-20T08:19:47,408 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b1c0787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:47,408 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,37033,-1 for getting cluster id 2024-11-20T08:19:47,408 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:47,408 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7b8aa6-ec7d-4f16-85bd-50584039aaec' 2024-11-20T08:19:47,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:47,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7b8aa6-ec7d-4f16-85bd-50584039aaec" 2024-11-20T08:19:47,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9134c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:47,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,37033,-1] 2024-11-20T08:19:47,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:47,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:47,409 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:47,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67cde7e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:47,410 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:47,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,37033,1732090781010 2024-11-20T08:19:47,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40178cf7 2024-11-20T08:19:47,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:19:47,411 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:19:47,412 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T08:19:47,412 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T08:19:47,412 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:47,412 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:47,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:19:47,413 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:19:47,414 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T08:19:47,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:19:47,415 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:47,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:19:47,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741837_1013 (size=1138) 2024-11-20T08:19:47,464 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T08:19:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:19:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:19:47,823 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 34db7e7b803218d79b12a552be8fb9aa, NAME => 'hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18 2024-11-20T08:19:47,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741838_1014 (size=44) 2024-11-20T08:19:47,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:47,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 34db7e7b803218d79b12a552be8fb9aa, disabling compactions & flushes 2024-11-20T08:19:47,828 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa. 2024-11-20T08:19:47,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa. 2024-11-20T08:19:47,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa. after waiting 0 ms 2024-11-20T08:19:47,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa. 2024-11-20T08:19:47,828 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa. 2024-11-20T08:19:47,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 34db7e7b803218d79b12a552be8fb9aa: Waiting for close lock at 1732090787828Disabling compacts and flushes for region at 1732090787828Disabling writes for close at 1732090787828Writing region close event to WAL at 1732090787828Closed at 1732090787828 2024-11-20T08:19:47,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:19:47,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732090787830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090787830"}]},"ts":"1732090787830"} 2024-11-20T08:19:47,832 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:19:47,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:19:47,833 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090787833"}]},"ts":"1732090787833"} 2024-11-20T08:19:47,834 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T08:19:47,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=34db7e7b803218d79b12a552be8fb9aa, ASSIGN}] 2024-11-20T08:19:47,835 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=34db7e7b803218d79b12a552be8fb9aa, ASSIGN 2024-11-20T08:19:47,836 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=34db7e7b803218d79b12a552be8fb9aa, ASSIGN; state=OFFLINE, location=3354ef74e3b7,46273,1732090777143; forceNewPlan=false, retain=false 2024-11-20T08:19:47,987 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=34db7e7b803218d79b12a552be8fb9aa, regionState=OPENING, regionLocation=3354ef74e3b7,46273,1732090777143 2024-11-20T08:19:47,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=34db7e7b803218d79b12a552be8fb9aa, ASSIGN because future has completed 2024-11-20T08:19:47,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34db7e7b803218d79b12a552be8fb9aa, server=3354ef74e3b7,46273,1732090777143}] 2024-11-20T08:19:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:19:48,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa. 2024-11-20T08:19:48,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:19:48,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T08:19:48,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C46273%2C1732090777143.rep, suffix=, logDir=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143, archiveDir=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/oldWALs, maxLogs=10 2024-11-20T08:19:48,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.rep.1732090788146, exclude list is [], retry=0 2024-11-20T08:19:48,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45387,DS-fae09ac4-520b-494c-a303-48045a46e3e9,DISK] 2024-11-20T08:19:48,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.rep.1732090788146 2024-11-20T08:19:48,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39173:39173)] 2024-11-20T08:19:48,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 34db7e7b803218d79b12a552be8fb9aa, NAME => 'hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:19:48,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:19:48,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:19:48,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa. service=MultiRowMutationService 2024-11-20T08:19:48,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T08:19:48,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 34db7e7b803218d79b12a552be8fb9aa 2024-11-20T08:19:48,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:48,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 34db7e7b803218d79b12a552be8fb9aa 2024-11-20T08:19:48,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 34db7e7b803218d79b12a552be8fb9aa 2024-11-20T08:19:48,165 INFO [StoreOpener-34db7e7b803218d79b12a552be8fb9aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 34db7e7b803218d79b12a552be8fb9aa 2024-11-20T08:19:48,166 INFO [StoreOpener-34db7e7b803218d79b12a552be8fb9aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34db7e7b803218d79b12a552be8fb9aa columnFamilyName hfileref 2024-11-20T08:19:48,166 DEBUG [StoreOpener-34db7e7b803218d79b12a552be8fb9aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:48,167 INFO [StoreOpener-34db7e7b803218d79b12a552be8fb9aa-1 {}] regionserver.HStore(327): Store=34db7e7b803218d79b12a552be8fb9aa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:48,167 INFO [StoreOpener-34db7e7b803218d79b12a552be8fb9aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 34db7e7b803218d79b12a552be8fb9aa 2024-11-20T08:19:48,168 INFO [StoreOpener-34db7e7b803218d79b12a552be8fb9aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34db7e7b803218d79b12a552be8fb9aa columnFamilyName queue 2024-11-20T08:19:48,168 DEBUG [StoreOpener-34db7e7b803218d79b12a552be8fb9aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:48,168 INFO [StoreOpener-34db7e7b803218d79b12a552be8fb9aa-1 {}] regionserver.HStore(327): Store=34db7e7b803218d79b12a552be8fb9aa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:48,168 INFO [StoreOpener-34db7e7b803218d79b12a552be8fb9aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 34db7e7b803218d79b12a552be8fb9aa 2024-11-20T08:19:48,169 INFO [StoreOpener-34db7e7b803218d79b12a552be8fb9aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34db7e7b803218d79b12a552be8fb9aa columnFamilyName sid 2024-11-20T08:19:48,169 DEBUG [StoreOpener-34db7e7b803218d79b12a552be8fb9aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:48,169 INFO [StoreOpener-34db7e7b803218d79b12a552be8fb9aa-1 {}] regionserver.HStore(327): Store=34db7e7b803218d79b12a552be8fb9aa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:48,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 34db7e7b803218d79b12a552be8fb9aa 2024-11-20T08:19:48,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/replication/34db7e7b803218d79b12a552be8fb9aa 2024-11-20T08:19:48,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/replication/34db7e7b803218d79b12a552be8fb9aa 2024-11-20T08:19:48,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 34db7e7b803218d79b12a552be8fb9aa 2024-11-20T08:19:48,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 34db7e7b803218d79b12a552be8fb9aa 2024-11-20T08:19:48,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:19:48,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 34db7e7b803218d79b12a552be8fb9aa 2024-11-20T08:19:48,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/replication/34db7e7b803218d79b12a552be8fb9aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:19:48,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 34db7e7b803218d79b12a552be8fb9aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59553894, jitterRate=-0.11257782578468323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:19:48,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 34db7e7b803218d79b12a552be8fb9aa 2024-11-20T08:19:48,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 34db7e7b803218d79b12a552be8fb9aa: Running coprocessor pre-open hook at 1732090788164Writing region info on filesystem at 1732090788164Initializing all the Stores at 1732090788165 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090788165Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090788165Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090788165Cleaning up temporary data from old regions at 1732090788171 (+6 ms)Running coprocessor post-open hooks at 1732090788174 (+3 ms)Region opened successfully at 1732090788174 2024-11-20T08:19:48,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa., pid=10, masterSystemTime=1732090788141 2024-11-20T08:19:48,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa. 2024-11-20T08:19:48,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa. 2024-11-20T08:19:48,177 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=34db7e7b803218d79b12a552be8fb9aa, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,46273,1732090777143 2024-11-20T08:19:48,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34db7e7b803218d79b12a552be8fb9aa, server=3354ef74e3b7,46273,1732090777143 because future has completed 2024-11-20T08:19:48,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T08:19:48,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 34db7e7b803218d79b12a552be8fb9aa, server=3354ef74e3b7,46273,1732090777143 in 191 msec 2024-11-20T08:19:48,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T08:19:48,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=34db7e7b803218d79b12a552be8fb9aa, ASSIGN in 347 msec 2024-11-20T08:19:48,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:19:48,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090788184"}]},"ts":"1732090788184"} 2024-11-20T08:19:48,185 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T08:19:48,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:19:48,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 773 msec 2024-11-20T08:19:48,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa., hostname=3354ef74e3b7,46273,1732090777143, seqNum=2] 2024-11-20T08:19:48,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0446207426 2024-11-20T08:19:48,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1013475b36d0001, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0446207426 2024-11-20T08:19:48,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T08:19:48,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46273 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T08:19:48,381 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T08:19:48,410 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3354ef74e3b7,46273,1732090777143, ReplicationSource: 1, currentBandwidth=0 2024-11-20T08:19:48,410 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:48,410 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46273,1732090777143, seqNum=-1] 2024-11-20T08:19:48,410 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:19:48,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-20T08:19:48,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3354ef74e3b7,46273,1732090777143', locateType=CURRENT is [region=hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa., hostname=3354ef74e3b7,46273,1732090777143, seqNum=2] 2024-11-20T08:19:48,415 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T08:19:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T08:19:48,417 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3354ef74e3b7,46273,1732090777143 suceeded 2024-11-20T08:19:48,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T08:19:48,419 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3354ef74e3b7:37033,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T08:19:48,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-20T08:19:48,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0140 sec 2024-11-20T08:19:48,432 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:37033' 2024-11-20T08:19:48,433 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e907aec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:48,433 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,37033,-1 for getting cluster id 2024-11-20T08:19:48,433 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:48,434 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7b8aa6-ec7d-4f16-85bd-50584039aaec' 2024-11-20T08:19:48,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:48,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7b8aa6-ec7d-4f16-85bd-50584039aaec" 2024-11-20T08:19:48,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75f0f572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:48,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,37033,-1] 2024-11-20T08:19:48,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:48,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:48,435 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:48,436 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c2a7e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:48,436 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:48,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,37033,1732090781010 2024-11-20T08:19:48,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78f79ac5 2024-11-20T08:19:48,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:19:48,437 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-20T08:19:48,438 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3354ef74e3b7,46273,1732090777143 (queues=1) is replicating from cluster=efbbe1d6-b47f-45c2-b8b3-b1180012d75e to cluster=4d7b8aa6-ec7d-4f16-85bd-50584039aaec 2024-11-20T08:19:48,438 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3354ef74e3b7%2C46273%2C1732090777143 2024-11-20T08:19:48,438 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3354ef74e3b7,46273,1732090777143, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T08:19:48,438 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.shipper3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3354ef74e3b7%2C46273%2C1732090777143 2024-11-20T08:19:48,438 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243, startPosition=0, beingWritten=true 2024-11-20T08:19:48,443 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:19:48,443 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 379, reset compression=false 2024-11-20T08:19:48,443 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.shipper3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46273,1732090777143 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:19:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:19:48,544 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T08:19:48,544 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:19:48,544 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:48,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:48,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:48,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:19:48,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8000ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:48,545 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,37033,-1 for getting cluster id 2024-11-20T08:19:48,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:48,546 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7b8aa6-ec7d-4f16-85bd-50584039aaec' 2024-11-20T08:19:48,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:48,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7b8aa6-ec7d-4f16-85bd-50584039aaec" 2024-11-20T08:19:48,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a1233b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:48,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,37033,-1] 2024-11-20T08:19:48,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:48,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:48,548 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:48,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6639f9c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:48,548 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:48,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,37033,1732090781010 2024-11-20T08:19:48,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@139c1fcd 2024-11-20T08:19:48,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:19:48,550 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:19:48,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37033 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3354ef74e3b7:45195,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T08:19:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37033 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T08:19:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:19:48,553 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:45195' 2024-11-20T08:19:48,553 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd5e9fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:48,553 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,45195,-1 for getting cluster id 2024-11-20T08:19:48,554 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:48,554 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efbbe1d6-b47f-45c2-b8b3-b1180012d75e' 2024-11-20T08:19:48,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:48,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efbbe1d6-b47f-45c2-b8b3-b1180012d75e" 2024-11-20T08:19:48,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ccd18d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:48,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,45195,-1] 2024-11-20T08:19:48,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:48,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:48,555 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:48,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44bfb683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:48,556 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:48,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,45195,1732090777078 2024-11-20T08:19:48,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@377ac6f5 2024-11-20T08:19:48,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:19:48,557 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:19:48,558 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T08:19:48,558 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T08:19:48,558 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:48,558 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:48,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:19:48,558 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:19:48,559 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T08:19:48,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:19:48,560 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:48,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:19:48,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37759 is added to blk_1073741837_1013 (size=1138) 2024-11-20T08:19:48,609 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T08:19:48,648 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 379, reset compression=false 2024-11-20T08:19:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:19:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:19:48,951 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 379, reset compression=false 2024-11-20T08:19:48,967 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => df90d9dc53587f7a835f6ca0ec3d0660, NAME => 'hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b 2024-11-20T08:19:48,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37759 is added to blk_1073741838_1014 (size=44) 2024-11-20T08:19:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:19:49,356 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 379, reset compression=false 2024-11-20T08:19:49,374 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:49,374 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing df90d9dc53587f7a835f6ca0ec3d0660, disabling compactions & flushes 2024-11-20T08:19:49,374 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660. 2024-11-20T08:19:49,374 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660. 2024-11-20T08:19:49,374 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660. after waiting 0 ms 2024-11-20T08:19:49,374 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660. 2024-11-20T08:19:49,375 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660. 2024-11-20T08:19:49,375 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for df90d9dc53587f7a835f6ca0ec3d0660: Waiting for close lock at 1732090789374Disabling compacts and flushes for region at 1732090789374Disabling writes for close at 1732090789374Writing region close event to WAL at 1732090789374Closed at 1732090789374 2024-11-20T08:19:49,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:19:49,376 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732090789376"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090789376"}]},"ts":"1732090789376"} 2024-11-20T08:19:49,378 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:19:49,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:19:49,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090789378"}]},"ts":"1732090789378"} 2024-11-20T08:19:49,380 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T08:19:49,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df90d9dc53587f7a835f6ca0ec3d0660, ASSIGN}] 2024-11-20T08:19:49,381 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df90d9dc53587f7a835f6ca0ec3d0660, ASSIGN 2024-11-20T08:19:49,382 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=df90d9dc53587f7a835f6ca0ec3d0660, ASSIGN; state=OFFLINE, location=3354ef74e3b7,36831,1732090781052; forceNewPlan=false, retain=false 2024-11-20T08:19:49,532 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=df90d9dc53587f7a835f6ca0ec3d0660, regionState=OPENING, regionLocation=3354ef74e3b7,36831,1732090781052 2024-11-20T08:19:49,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=df90d9dc53587f7a835f6ca0ec3d0660, ASSIGN because future has completed 2024-11-20T08:19:49,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure df90d9dc53587f7a835f6ca0ec3d0660, server=3354ef74e3b7,36831,1732090781052}] 2024-11-20T08:19:49,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660. 2024-11-20T08:19:49,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:19:49,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T08:19:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:19:49,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C36831%2C1732090781052.rep, suffix=, logDir=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052, archiveDir=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/oldWALs, maxLogs=10 2024-11-20T08:19:49,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.rep.1732090789695, exclude list is [], retry=0 2024-11-20T08:19:49,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37759,DS-c3e7e89d-a9c7-4c61-9a4c-b5fd5700f0f8,DISK] 2024-11-20T08:19:49,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.rep.1732090789695 2024-11-20T08:19:49,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40535:40535)] 2024-11-20T08:19:49,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => df90d9dc53587f7a835f6ca0ec3d0660, NAME => 'hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:19:49,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:19:49,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:19:49,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660. service=MultiRowMutationService 2024-11-20T08:19:49,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T08:19:49,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication df90d9dc53587f7a835f6ca0ec3d0660 2024-11-20T08:19:49,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:19:49,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for df90d9dc53587f7a835f6ca0ec3d0660 2024-11-20T08:19:49,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for df90d9dc53587f7a835f6ca0ec3d0660 2024-11-20T08:19:49,718 INFO [StoreOpener-df90d9dc53587f7a835f6ca0ec3d0660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region df90d9dc53587f7a835f6ca0ec3d0660 2024-11-20T08:19:49,719 INFO [StoreOpener-df90d9dc53587f7a835f6ca0ec3d0660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df90d9dc53587f7a835f6ca0ec3d0660 columnFamilyName hfileref 2024-11-20T08:19:49,719 DEBUG [StoreOpener-df90d9dc53587f7a835f6ca0ec3d0660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:49,719 INFO [StoreOpener-df90d9dc53587f7a835f6ca0ec3d0660-1 {}] regionserver.HStore(327): Store=df90d9dc53587f7a835f6ca0ec3d0660/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:49,719 INFO [StoreOpener-df90d9dc53587f7a835f6ca0ec3d0660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region df90d9dc53587f7a835f6ca0ec3d0660 2024-11-20T08:19:49,720 INFO [StoreOpener-df90d9dc53587f7a835f6ca0ec3d0660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df90d9dc53587f7a835f6ca0ec3d0660 columnFamilyName queue 2024-11-20T08:19:49,720 DEBUG [StoreOpener-df90d9dc53587f7a835f6ca0ec3d0660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:49,721 INFO [StoreOpener-df90d9dc53587f7a835f6ca0ec3d0660-1 {}] regionserver.HStore(327): Store=df90d9dc53587f7a835f6ca0ec3d0660/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:49,721 INFO [StoreOpener-df90d9dc53587f7a835f6ca0ec3d0660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region df90d9dc53587f7a835f6ca0ec3d0660 2024-11-20T08:19:49,722 INFO [StoreOpener-df90d9dc53587f7a835f6ca0ec3d0660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df90d9dc53587f7a835f6ca0ec3d0660 columnFamilyName sid 2024-11-20T08:19:49,722 DEBUG [StoreOpener-df90d9dc53587f7a835f6ca0ec3d0660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:19:49,722 INFO [StoreOpener-df90d9dc53587f7a835f6ca0ec3d0660-1 {}] regionserver.HStore(327): Store=df90d9dc53587f7a835f6ca0ec3d0660/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:19:49,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for df90d9dc53587f7a835f6ca0ec3d0660 2024-11-20T08:19:49,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/replication/df90d9dc53587f7a835f6ca0ec3d0660 2024-11-20T08:19:49,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/replication/df90d9dc53587f7a835f6ca0ec3d0660 2024-11-20T08:19:49,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for df90d9dc53587f7a835f6ca0ec3d0660 2024-11-20T08:19:49,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for df90d9dc53587f7a835f6ca0ec3d0660 2024-11-20T08:19:49,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:19:49,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for df90d9dc53587f7a835f6ca0ec3d0660 2024-11-20T08:19:49,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/replication/df90d9dc53587f7a835f6ca0ec3d0660/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:19:49,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened df90d9dc53587f7a835f6ca0ec3d0660; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73103914, jitterRate=0.08933320641517639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:19:49,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df90d9dc53587f7a835f6ca0ec3d0660 2024-11-20T08:19:49,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for df90d9dc53587f7a835f6ca0ec3d0660: Running coprocessor pre-open hook at 1732090789717Writing region info on filesystem at 1732090789717Initializing all the Stores at 1732090789717Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090789717Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090789717Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090789717Cleaning up temporary data from old regions at 1732090789723 (+6 ms)Running coprocessor post-open hooks at 1732090789726 (+3 ms)Region opened successfully at 1732090789726 2024-11-20T08:19:49,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660., pid=10, masterSystemTime=1732090789687 2024-11-20T08:19:49,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660. 2024-11-20T08:19:49,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660. 2024-11-20T08:19:49,729 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=df90d9dc53587f7a835f6ca0ec3d0660, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,36831,1732090781052 2024-11-20T08:19:49,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure df90d9dc53587f7a835f6ca0ec3d0660, server=3354ef74e3b7,36831,1732090781052 because future has completed 2024-11-20T08:19:49,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T08:19:49,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure df90d9dc53587f7a835f6ca0ec3d0660, server=3354ef74e3b7,36831,1732090781052 in 197 msec 2024-11-20T08:19:49,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T08:19:49,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=df90d9dc53587f7a835f6ca0ec3d0660, ASSIGN in 353 msec 2024-11-20T08:19:49,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:19:49,736 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090789735"}]},"ts":"1732090789735"} 2024-11-20T08:19:49,737 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T08:19:49,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:19:49,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-11-20T08:19:49,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660., hostname=3354ef74e3b7,36831,1732090781052, seqNum=2] 2024-11-20T08:19:49,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x1013475b36d0004, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1563924926 2024-11-20T08:19:49,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1563924926 2024-11-20T08:19:49,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T08:19:49,860 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 379, reset compression=false 2024-11-20T08:19:49,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36831 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T08:19:49,927 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T08:19:49,956 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3354ef74e3b7,36831,1732090781052, ReplicationSource: 1, currentBandwidth=0 2024-11-20T08:19:49,956 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:49,956 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,36831,1732090781052, seqNum=-1] 2024-11-20T08:19:49,957 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:19:49,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-20T08:19:49,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3354ef74e3b7,36831,1732090781052', locateType=CURRENT is [region=hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660., hostname=3354ef74e3b7,36831,1732090781052, seqNum=2] 2024-11-20T08:19:49,962 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T08:19:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37033 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T08:19:49,964 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3354ef74e3b7,36831,1732090781052 suceeded 2024-11-20T08:19:49,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T08:19:49,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-20T08:19:49,965 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3354ef74e3b7:45195,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T08:19:49,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-20T08:19:49,980 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:45195' 2024-11-20T08:19:49,981 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e2bd40a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:49,981 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,45195,-1 for getting cluster id 2024-11-20T08:19:49,981 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:49,982 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efbbe1d6-b47f-45c2-b8b3-b1180012d75e' 2024-11-20T08:19:49,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:49,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efbbe1d6-b47f-45c2-b8b3-b1180012d75e" 2024-11-20T08:19:49,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ab72d3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:49,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,45195,-1] 2024-11-20T08:19:49,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:49,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:49,983 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:49,984 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cd465c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:49,984 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:49,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,45195,1732090777078 2024-11-20T08:19:49,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@555aeef4 2024-11-20T08:19:49,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:19:49,985 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-20T08:19:49,986 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3354ef74e3b7,36831,1732090781052 (queues=1) is replicating from cluster=4d7b8aa6-ec7d-4f16-85bd-50584039aaec to cluster=efbbe1d6-b47f-45c2-b8b3-b1180012d75e 2024-11-20T08:19:49,986 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3354ef74e3b7%2C36831%2C1732090781052 2024-11-20T08:19:49,986 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3354ef74e3b7,36831,1732090781052, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T08:19:49,986 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073, startPosition=0, beingWritten=true 2024-11-20T08:19:49,986 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.shipper3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3354ef74e3b7%2C36831%2C1732090781052 2024-11-20T08:19:49,991 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:19:49,991 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 379, reset compression=false 2024-11-20T08:19:49,991 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.shipper3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,36831,1732090781052 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:19:50,194 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 379, reset compression=false 2024-11-20T08:19:50,453 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:19:50,454 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T08:19:50,454 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18258 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T08:19:50,463 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 379, reset compression=false 2024-11-20T08:19:50,498 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 379, reset compression=false 2024-11-20T08:19:50,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:19:50,704 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T08:19:50,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:19:50,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:50,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:50,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:50,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:19:50,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:50,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46273,1732090777143, seqNum=-1] 2024-11-20T08:19:50,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:19:50,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:19:50,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732090784101.c5281e714f0ec4a7248434f7a64e9182., hostname=3354ef74e3b7,46273,1732090777143, seqNum=2] 2024-11-20T08:19:50,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:50,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,36831,1732090781052, seqNum=-1] 2024-11-20T08:19:50,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:19:50,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:19:50,715 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732090786257.847ee6f574ad144b73cff394defb485c., hostname=3354ef74e3b7,36831,1732090781052, seqNum=2] 2024-11-20T08:19:50,716 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T08:19:50,741 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:19:50,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:50,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:50,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:50,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:50,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:50,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:50,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:50,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:50,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:50,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:19:50,902 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 379, reset compression=false 2024-11-20T08:19:51,167 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 379, reset compression=false 2024-11-20T08:19:51,172 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:19:51,172 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 480, reset compression=false 2024-11-20T08:19:51,172 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.shipper3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46273,1732090777143 got entry batch from reader: WALEntryBatch [walEntries=[{test/c5281e714f0ec4a7248434f7a64e9182/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T08:19:51,174 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.shipper3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:19:51,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-20T08:19:51,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36831 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:19:51,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62cc7e25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:51,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36831 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,37033,-1 for getting cluster id 2024-11-20T08:19:51,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:51,178 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d7b8aa6-ec7d-4f16-85bd-50584039aaec' 2024-11-20T08:19:51,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:51,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d7b8aa6-ec7d-4f16-85bd-50584039aaec" 2024-11-20T08:19:51,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47c6a97f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:51,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,37033,-1] 2024-11-20T08:19:51,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:51,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:51,179 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:51,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43effe94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:51,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36831 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:51,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,36831,1732090781052, seqNum=-1] 2024-11-20T08:19:51,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:19:51,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-20T08:19:51,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732090786257.847ee6f574ad144b73cff394defb485c., hostname=3354ef74e3b7,36831,1732090781052, seqNum=2] 2024-11-20T08:19:51,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36831 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:19:51,342 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T08:19:51,375 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 480, reset compression=false 2024-11-20T08:19:51,406 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 379, reset compression=false 2024-11-20T08:19:51,411 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:19:51,411 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 504, reset compression=false 2024-11-20T08:19:51,411 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.shipper3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,36831,1732090781052 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:19:51,614 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 504, reset compression=false 2024-11-20T08:19:51,679 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 480, reset compression=false 2024-11-20T08:19:51,720 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T08:19:51,724 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T08:19:51,918 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 504, reset compression=false 2024-11-20T08:19:51,924 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:19:51,924 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 608, reset compression=false 2024-11-20T08:19:51,924 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.shipper3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,36831,1732090781052 got entry batch from reader: WALEntryBatch [walEntries=[{test/847ee6f574ad144b73cff394defb485c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T08:19:51,926 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.shipper3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:19:51,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-20T08:19:51,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:19:51,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7efb1b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:51,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,45195,-1 for getting cluster id 2024-11-20T08:19:51,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:19:51,929 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efbbe1d6-b47f-45c2-b8b3-b1180012d75e' 2024-11-20T08:19:51,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:19:51,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efbbe1d6-b47f-45c2-b8b3-b1180012d75e" 2024-11-20T08:19:51,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5be65308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:51,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,45195,-1] 2024-11-20T08:19:51,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:19:51,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:51,930 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:19:51,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d5806dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:19:51,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:19:51,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46273,1732090777143, seqNum=-1] 2024-11-20T08:19:51,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:19:51,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-20T08:19:51,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732090784101.c5281e714f0ec4a7248434f7a64e9182., hostname=3354ef74e3b7,46273,1732090777143, seqNum=2] 2024-11-20T08:19:51,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:19:52,083 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 480, reset compression=false 2024-11-20T08:19:52,088 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:19:52,088 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 607, reset compression=false 2024-11-20T08:19:52,088 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.shipper3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46273,1732090777143 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:19:52,127 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 608, reset compression=false 2024-11-20T08:19:52,291 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 607, reset compression=false 2024-11-20T08:19:52,430 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 608, reset compression=false 2024-11-20T08:19:52,595 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 607, reset compression=false 2024-11-20T08:19:52,726 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T08:19:52,736 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T08:19:52,834 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 608, reset compression=false 2024-11-20T08:19:52,999 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 607, reset compression=false 2024-11-20T08:19:53,007 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:19:53,007 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 763, reset compression=false 2024-11-20T08:19:53,007 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.shipper3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46273,1732090777143 got entry batch from reader: WALEntryBatch [walEntries=[{test/c5281e714f0ec4a7248434f7a64e9182/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T08:19:53,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36831 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:19:53,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36831 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:19:53,229 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 763, reset compression=false 2024-11-20T08:19:53,339 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 608, reset compression=false 2024-11-20T08:19:53,344 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:19:53,344 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 756, reset compression=false 2024-11-20T08:19:53,344 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.shipper3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,36831,1732090781052 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:19:53,533 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 763, reset compression=false 2024-11-20T08:19:53,547 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 756, reset compression=false 2024-11-20T08:19:53,738 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T08:19:53,741 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T08:19:53,851 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 756, reset compression=false 2024-11-20T08:19:53,856 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:19:53,856 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 915, reset compression=false 2024-11-20T08:19:53,856 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.shipper3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,36831,1732090781052 got entry batch from reader: WALEntryBatch [walEntries=[{test/847ee6f574ad144b73cff394defb485c/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T08:19:53,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:19:53,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:19:53,936 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 763, reset compression=false 2024-11-20T08:19:53,941 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:19:53,941 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 912, reset compression=false 2024-11-20T08:19:53,941 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.shipper3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46273,1732090777143 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:19:54,060 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 915, reset compression=false 2024-11-20T08:19:54,146 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 912, reset compression=false 2024-11-20T08:19:54,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T08:19:54,318 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T08:19:54,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T08:19:54,318 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T08:19:54,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T08:19:54,319 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T08:19:54,363 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 915, reset compression=false 2024-11-20T08:19:54,451 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 912, reset compression=false 2024-11-20T08:19:54,744 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T08:19:54,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T08:19:54,746 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:19:54,746 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:54,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:54,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:54,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:19:54,747 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:19:54,747 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=806374660, stopped=false 2024-11-20T08:19:54,747 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3354ef74e3b7,37033,1732090781010 2024-11-20T08:19:54,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1563924926/running 2024-11-20T08:19:54,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x1013475b36d0004, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1563924926/running 2024-11-20T08:19:54,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x1013475b36d0004, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1563924926 2024-11-20T08:19:54,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1563924926 2024-11-20T08:19:54,748 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:19:54,748 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:19:54,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:54,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:54,749 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3354ef74e3b7,36831,1732090781052' ***** 2024-11-20T08:19:54,749 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:19:54,749 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:19:54,749 INFO [RS:0;3354ef74e3b7:36831 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:19:54,749 INFO [RS:0;3354ef74e3b7:36831 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:19:54,749 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(3091): Received CLOSE for 847ee6f574ad144b73cff394defb485c 2024-11-20T08:19:54,749 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:19:54,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36831-0x1013475b36d0004, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Set watcher on znode that does not yet exist, /1-1563924926/running 2024-11-20T08:19:54,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Set watcher on znode that does not yet exist, /1-1563924926/running 2024-11-20T08:19:54,750 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(3091): Received CLOSE for df90d9dc53587f7a835f6ca0ec3d0660 2024-11-20T08:19:54,750 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(959): stopping server 3354ef74e3b7,36831,1732090781052 2024-11-20T08:19:54,750 INFO [RS:0;3354ef74e3b7:36831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:19:54,750 INFO [RS:0;3354ef74e3b7:36831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:36831. 2024-11-20T08:19:54,750 DEBUG [RS:0;3354ef74e3b7:36831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:54,750 DEBUG [RS:0;3354ef74e3b7:36831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:54,750 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:19:54,750 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:19:54,750 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:19:54,750 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T08:19:54,750 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T08:19:54,750 DEBUG [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(1325): Online Regions={847ee6f574ad144b73cff394defb485c=test,,1732090786257.847ee6f574ad144b73cff394defb485c., 1588230740=hbase:meta,,1.1588230740, df90d9dc53587f7a835f6ca0ec3d0660=hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660.} 2024-11-20T08:19:54,750 DEBUG [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 847ee6f574ad144b73cff394defb485c, df90d9dc53587f7a835f6ca0ec3d0660 2024-11-20T08:19:54,751 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 847ee6f574ad144b73cff394defb485c, disabling compactions & flushes 2024-11-20T08:19:54,751 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:19:54,751 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732090786257.847ee6f574ad144b73cff394defb485c. 2024-11-20T08:19:54,751 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:19:54,751 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:19:54,751 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090786257.847ee6f574ad144b73cff394defb485c. 2024-11-20T08:19:54,751 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:19:54,751 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732090786257.847ee6f574ad144b73cff394defb485c. after waiting 0 ms 2024-11-20T08:19:54,751 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:19:54,751 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732090786257.847ee6f574ad144b73cff394defb485c. 2024-11-20T08:19:54,751 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 847ee6f574ad144b73cff394defb485c 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-20T08:19:54,751 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T08:19:54,767 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/1588230740/.tmp/info/01a81c04c31c464da1f36f14018ad38b is 147, key is hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660./info:regioninfo/1732090789729/Put/seqid=0 2024-11-20T08:19:54,767 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 915, reset compression=false 2024-11-20T08:19:54,768 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/default/test/847ee6f574ad144b73cff394defb485c/.tmp/f/a4e3dd5daae741a1b8d9d643ca4d4e1e is 29, key is row1/f:/1732090793739/DeleteFamily/seqid=0 2024-11-20T08:19:54,772 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:19:54,772 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 1162, reset compression=false 2024-11-20T08:19:54,772 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.shipper3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,36831,1732090781052 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:19:54,773 ERROR [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.shipper3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3354ef74e3b7,36831,1732090781052: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3354ef74e3b7,36831,1732090781052, walGroup=3354ef74e3b7%2C36831%2C1732090781052, offset=3354ef74e3b7%2C36831%2C1732090781052.1732090783073:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:36831 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T08:19:54,774 ERROR [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.shipper3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T08:19:54,774 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.shipper3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T08:19:54,775 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.shipper3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T08:19:54,775 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.shipper3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T08:19:54,775 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.shipper3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T08:19:54,775 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.shipper3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 585755952 }, "NonHeapMemoryUsage": { "committed": 194510848, "init": 7667712, "max": -1, "used": 190837664 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T08:19:54,775 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.shipper3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:37033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:37033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T08:19:54,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37759 is added to blk_1073741841_1017 (size=5118) 2024-11-20T08:19:54,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37759 is added to blk_1073741840_1016 (size=7686) 2024-11-20T08:19:54,835 INFO [regionserver/3354ef74e3b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:19:54,855 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 912, reset compression=false 2024-11-20T08:19:54,951 DEBUG [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 847ee6f574ad144b73cff394defb485c, df90d9dc53587f7a835f6ca0ec3d0660 2024-11-20T08:19:54,978 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T08:19:54,978 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T08:19:54,985 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 1162, reset compression=false 2024-11-20T08:19:55,151 DEBUG [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 847ee6f574ad144b73cff394defb485c, df90d9dc53587f7a835f6ca0ec3d0660 2024-11-20T08:19:55,178 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/default/test/847ee6f574ad144b73cff394defb485c/.tmp/f/a4e3dd5daae741a1b8d9d643ca4d4e1e 2024-11-20T08:19:55,178 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/1588230740/.tmp/info/01a81c04c31c464da1f36f14018ad38b 2024-11-20T08:19:55,183 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4e3dd5daae741a1b8d9d643ca4d4e1e 2024-11-20T08:19:55,197 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/1588230740/.tmp/ns/19877a17d7254497a808ac4d8b6fe907 is 43, key is default/ns:d/1732090784038/Put/seqid=0 2024-11-20T08:19:55,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37759 is added to blk_1073741842_1018 (size=5153) 2024-11-20T08:19:55,201 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/default/test/847ee6f574ad144b73cff394defb485c/.tmp/f1/ef9a4e31de8240408a4d022b049db7f4 is 30, key is row1/f1:/1732090793739/DeleteFamily/seqid=0 2024-11-20T08:19:55,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37759 is added to blk_1073741843_1019 (size=5123) 2024-11-20T08:19:55,289 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 1162, reset compression=false 2024-11-20T08:19:55,351 DEBUG [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 847ee6f574ad144b73cff394defb485c, df90d9dc53587f7a835f6ca0ec3d0660 2024-11-20T08:19:55,359 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 912, reset compression=false 2024-11-20T08:19:55,551 DEBUG [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 847ee6f574ad144b73cff394defb485c, df90d9dc53587f7a835f6ca0ec3d0660 2024-11-20T08:19:55,601 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/1588230740/.tmp/ns/19877a17d7254497a808ac4d8b6fe907 2024-11-20T08:19:55,606 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/default/test/847ee6f574ad144b73cff394defb485c/.tmp/f1/ef9a4e31de8240408a4d022b049db7f4 2024-11-20T08:19:55,609 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef9a4e31de8240408a4d022b049db7f4 2024-11-20T08:19:55,623 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/1588230740/.tmp/rep_barrier/06e6aa47403f43a482e6e62e9e239814 is 112, key is test,,1732090786257.847ee6f574ad144b73cff394defb485c./rep_barrier:seqnumDuringOpen/1732090787011/Put/seqid=0 2024-11-20T08:19:55,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37759 is added to blk_1073741844_1020 (size=5518) 2024-11-20T08:19:55,627 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/default/test/847ee6f574ad144b73cff394defb485c/.tmp/norep/79d8a85e1e1b4c5a93361d9121feb399 is 33, key is row1/norep:/1732090793739/DeleteFamily/seqid=0 2024-11-20T08:19:55,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37759 is added to blk_1073741845_1021 (size=5108) 2024-11-20T08:19:55,631 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/default/test/847ee6f574ad144b73cff394defb485c/.tmp/norep/79d8a85e1e1b4c5a93361d9121feb399 2024-11-20T08:19:55,634 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79d8a85e1e1b4c5a93361d9121feb399 2024-11-20T08:19:55,635 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/default/test/847ee6f574ad144b73cff394defb485c/.tmp/f/a4e3dd5daae741a1b8d9d643ca4d4e1e as hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/default/test/847ee6f574ad144b73cff394defb485c/f/a4e3dd5daae741a1b8d9d643ca4d4e1e 2024-11-20T08:19:55,638 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4e3dd5daae741a1b8d9d643ca4d4e1e 2024-11-20T08:19:55,639 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/default/test/847ee6f574ad144b73cff394defb485c/f/a4e3dd5daae741a1b8d9d643ca4d4e1e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T08:19:55,639 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/default/test/847ee6f574ad144b73cff394defb485c/.tmp/f1/ef9a4e31de8240408a4d022b049db7f4 as hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/default/test/847ee6f574ad144b73cff394defb485c/f1/ef9a4e31de8240408a4d022b049db7f4 2024-11-20T08:19:55,643 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef9a4e31de8240408a4d022b049db7f4 2024-11-20T08:19:55,643 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/default/test/847ee6f574ad144b73cff394defb485c/f1/ef9a4e31de8240408a4d022b049db7f4, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T08:19:55,644 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/default/test/847ee6f574ad144b73cff394defb485c/.tmp/norep/79d8a85e1e1b4c5a93361d9121feb399 as hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/default/test/847ee6f574ad144b73cff394defb485c/norep/79d8a85e1e1b4c5a93361d9121feb399 2024-11-20T08:19:55,648 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79d8a85e1e1b4c5a93361d9121feb399 2024-11-20T08:19:55,648 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/default/test/847ee6f574ad144b73cff394defb485c/norep/79d8a85e1e1b4c5a93361d9121feb399, entries=1, sequenceid=8, filesize=5.0 K 2024-11-20T08:19:55,649 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 847ee6f574ad144b73cff394defb485c in 898ms, sequenceid=8, compaction requested=false 2024-11-20T08:19:55,653 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/default/test/847ee6f574ad144b73cff394defb485c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T08:19:55,654 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:19:55,654 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T08:19:55,654 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732090786257.847ee6f574ad144b73cff394defb485c. 2024-11-20T08:19:55,654 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 847ee6f574ad144b73cff394defb485c: Waiting for close lock at 1732090794750Running coprocessor pre-close hooks at 1732090794750Disabling compacts and flushes for region at 1732090794751 (+1 ms)Disabling writes for close at 1732090794751Obtaining lock to block concurrent updates at 1732090794751Preparing flush snapshotting stores in 847ee6f574ad144b73cff394defb485c at 1732090794751Finished memstore snapshotting test,,1732090786257.847ee6f574ad144b73cff394defb485c., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732090794751Flushing stores of test,,1732090786257.847ee6f574ad144b73cff394defb485c. at 1732090794752 (+1 ms)Flushing 847ee6f574ad144b73cff394defb485c/f: creating writer at 1732090794752Flushing 847ee6f574ad144b73cff394defb485c/f: appending metadata at 1732090794767 (+15 ms)Flushing 847ee6f574ad144b73cff394defb485c/f: closing flushed file at 1732090794767Flushing 847ee6f574ad144b73cff394defb485c/f1: creating writer at 1732090795183 (+416 ms)Flushing 847ee6f574ad144b73cff394defb485c/f1: appending metadata at 1732090795200 (+17 ms)Flushing 847ee6f574ad144b73cff394defb485c/f1: closing flushed file at 1732090795200Flushing 847ee6f574ad144b73cff394defb485c/norep: creating writer at 1732090795610 (+410 ms)Flushing 847ee6f574ad144b73cff394defb485c/norep: appending metadata at 1732090795626 (+16 ms)Flushing 847ee6f574ad144b73cff394defb485c/norep: closing flushed file at 1732090795626Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38e37954: reopening flushed file at 1732090795634 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d8e0de3: reopening flushed file at 1732090795639 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f2e34b8: reopening flushed file at 1732090795643 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 847ee6f574ad144b73cff394defb485c in 898ms, sequenceid=8, compaction requested=false at 1732090795649 (+6 ms)Writing region close event to WAL at 1732090795650 (+1 ms)Running coprocessor post-close hooks at 1732090795654 (+4 ms)Closed at 1732090795654 2024-11-20T08:19:55,654 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732090786257.847ee6f574ad144b73cff394defb485c. 2024-11-20T08:19:55,654 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df90d9dc53587f7a835f6ca0ec3d0660, disabling compactions & flushes 2024-11-20T08:19:55,654 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660. 2024-11-20T08:19:55,654 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660. 2024-11-20T08:19:55,654 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660. after waiting 0 ms 2024-11-20T08:19:55,654 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660. 2024-11-20T08:19:55,654 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df90d9dc53587f7a835f6ca0ec3d0660: Waiting for close lock at 1732090795654Running coprocessor pre-close hooks at 1732090795654Disabling compacts and flushes for region at 1732090795654Disabling writes for close at 1732090795654Failed flush hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660., putting online again at 1732090795654 2024-11-20T08:19:55,655 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660. 2024-11-20T08:19:55,692 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 1162, reset compression=false 2024-11-20T08:19:55,697 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:19:55,697 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 1806, reset compression=false 2024-11-20T08:19:55,751 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T08:19:55,751 DEBUG [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, df90d9dc53587f7a835f6ca0ec3d0660=hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660.} 2024-11-20T08:19:55,752 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(3091): Received CLOSE for df90d9dc53587f7a835f6ca0ec3d0660 2024-11-20T08:19:55,752 DEBUG [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df90d9dc53587f7a835f6ca0ec3d0660 2024-11-20T08:19:55,752 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df90d9dc53587f7a835f6ca0ec3d0660, disabling compactions & flushes 2024-11-20T08:19:55,752 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660. 2024-11-20T08:19:55,752 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660. 2024-11-20T08:19:55,752 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660. after waiting 0 ms 2024-11-20T08:19:55,752 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660. 2024-11-20T08:19:55,752 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df90d9dc53587f7a835f6ca0ec3d0660: Waiting for close lock at 1732090795752Running coprocessor pre-close hooks at 1732090795752Disabling compacts and flushes for region at 1732090795752Disabling writes for close at 1732090795752Failed flush hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660., putting online again at 1732090795752 2024-11-20T08:19:55,752 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732090788558.df90d9dc53587f7a835f6ca0ec3d0660. 2024-11-20T08:19:55,901 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 1806, reset compression=false 2024-11-20T08:19:55,952 DEBUG [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:19:55,962 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 912, reset compression=false 2024-11-20T08:19:56,028 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/1588230740/.tmp/rep_barrier/06e6aa47403f43a482e6e62e9e239814 2024-11-20T08:19:56,054 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/1588230740/.tmp/table/d604c494963d4d64a3dfe3e32053c1f2 is 53, key is hbase:replication/table:state/1732090789735/Put/seqid=0 2024-11-20T08:19:56,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37759 is added to blk_1073741846_1022 (size=5308) 2024-11-20T08:19:56,061 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/1588230740/.tmp/table/d604c494963d4d64a3dfe3e32053c1f2 2024-11-20T08:19:56,066 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/1588230740/.tmp/info/01a81c04c31c464da1f36f14018ad38b as hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/1588230740/info/01a81c04c31c464da1f36f14018ad38b 2024-11-20T08:19:56,070 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/1588230740/info/01a81c04c31c464da1f36f14018ad38b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T08:19:56,071 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/1588230740/.tmp/ns/19877a17d7254497a808ac4d8b6fe907 as hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/1588230740/ns/19877a17d7254497a808ac4d8b6fe907 2024-11-20T08:19:56,074 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/1588230740/ns/19877a17d7254497a808ac4d8b6fe907, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T08:19:56,075 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/1588230740/.tmp/rep_barrier/06e6aa47403f43a482e6e62e9e239814 as hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/1588230740/rep_barrier/06e6aa47403f43a482e6e62e9e239814 2024-11-20T08:19:56,078 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/1588230740/rep_barrier/06e6aa47403f43a482e6e62e9e239814, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T08:19:56,079 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/1588230740/.tmp/table/d604c494963d4d64a3dfe3e32053c1f2 as hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/1588230740/table/d604c494963d4d64a3dfe3e32053c1f2 2024-11-20T08:19:56,082 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/1588230740/table/d604c494963d4d64a3dfe3e32053c1f2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T08:19:56,083 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1332ms, sequenceid=16, compaction requested=false 2024-11-20T08:19:56,088 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T08:19:56,089 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:19:56,089 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:19:56,089 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:19:56,089 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090794751Running coprocessor pre-close hooks at 1732090794751Disabling compacts and flushes for region at 1732090794751Disabling writes for close at 1732090794751Obtaining lock to block concurrent updates at 1732090794751Preparing flush snapshotting stores in 1588230740 at 1732090794751Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732090794751Flushing stores of hbase:meta,,1.1588230740 at 1732090794752 (+1 ms)Flushing 1588230740/info: creating writer at 1732090794752Flushing 1588230740/info: appending metadata at 1732090794767 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732090794767Flushing 1588230740/ns: creating writer at 1732090795183 (+416 ms)Flushing 1588230740/ns: appending metadata at 1732090795197 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732090795197Flushing 1588230740/rep_barrier: creating writer at 1732090795605 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732090795623 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732090795623Flushing 1588230740/table: creating writer at 1732090796032 (+409 ms)Flushing 1588230740/table: appending metadata at 1732090796053 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732090796053Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@762b73ee: reopening flushed file at 1732090796066 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cf6528a: reopening flushed file at 1732090796070 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e9c34d9: reopening flushed file at 1732090796074 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69caeee1: reopening flushed file at 1732090796078 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1332ms, sequenceid=16, compaction requested=false at 1732090796083 (+5 ms)Writing region close event to WAL at 1732090796085 (+2 ms)Running coprocessor post-close hooks at 1732090796089 (+4 ms)Closed at 1732090796089 2024-11-20T08:19:56,089 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:19:56,152 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T08:19:56,152 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(976): stopping server 3354ef74e3b7,36831,1732090781052; all regions closed. 2024-11-20T08:19:56,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37759 is added to blk_1073741834_1010 (size=4239) 2024-11-20T08:19:56,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37759 is added to blk_1073741839_1015 (size=1733) 2024-11-20T08:19:56,157 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.rep.1732090789695 not finished, retry = 0 2024-11-20T08:19:56,205 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 to pos 1806, reset compression=false 2024-11-20T08:19:56,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37759 is added to blk_1073741832_1008 (size=1814) 2024-11-20T08:19:56,260 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/WALs/3354ef74e3b7,36831,1732090781052/3354ef74e3b7%2C36831%2C1732090781052.1732090783073 not finished, retry = 0 2024-11-20T08:19:56,361 DEBUG [RS:0;3354ef74e3b7:36831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:56,361 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:19:56,361 INFO [RS:0;3354ef74e3b7:36831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:19:56,361 INFO [RS:0;3354ef74e3b7:36831 {}] hbase.ChoreService(370): Chore service for: regionserver/3354ef74e3b7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T08:19:56,361 INFO [RS:0;3354ef74e3b7:36831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:19:56,361 INFO [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:19:56,361 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3354ef74e3b7,36831,1732090781052 because: Region server is closing 2024-11-20T08:19:56,362 INFO [RS:0;3354ef74e3b7:36831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:36831. 2024-11-20T08:19:56,362 DEBUG [RS:0;3354ef74e3b7:36831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:56,362 DEBUG [RS:0;3354ef74e3b7:36831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:56,362 DEBUG [RS:0;3354ef74e3b7:36831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:56,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:19:56,462 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.shipper3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 terminated 2024-11-20T08:19:56,462 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,36831,1732090781052.replicationSource.wal-reader.3354ef74e3b7%2C36831%2C1732090781052,1-3354ef74e3b7,36831,1732090781052 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T08:19:56,462 INFO [RS:0;3354ef74e3b7:36831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:36831. 2024-11-20T08:19:56,462 DEBUG [RS:0;3354ef74e3b7:36831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:56,463 DEBUG [RS:0;3354ef74e3b7:36831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:56,463 DEBUG [RS:0;3354ef74e3b7:36831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:56,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:19:56,463 INFO [RS:0;3354ef74e3b7:36831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36831 2024-11-20T08:19:56,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x1013475b36d0004, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1563924926/rs/3354ef74e3b7,36831,1732090781052 2024-11-20T08:19:56,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1563924926/rs 2024-11-20T08:19:56,465 INFO [RS:0;3354ef74e3b7:36831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:19:56,466 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3354ef74e3b7,36831,1732090781052] 2024-11-20T08:19:56,467 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1563924926/draining/3354ef74e3b7,36831,1732090781052 already deleted, retry=false 2024-11-20T08:19:56,467 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3354ef74e3b7,36831,1732090781052 expired; onlineServers=0 2024-11-20T08:19:56,468 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3354ef74e3b7,37033,1732090781010' ***** 2024-11-20T08:19:56,468 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:19:56,468 INFO [M:0;3354ef74e3b7:37033 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:19:56,468 INFO [M:0;3354ef74e3b7:37033 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:19:56,468 DEBUG [M:0;3354ef74e3b7:37033 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:19:56,468 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:19:56,468 DEBUG [M:0;3354ef74e3b7:37033 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:19:56,468 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090782851 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090782851,5,FailOnTimeoutGroup] 2024-11-20T08:19:56,468 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090782852 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090782852,5,FailOnTimeoutGroup] 2024-11-20T08:19:56,468 INFO [M:0;3354ef74e3b7:37033 {}] hbase.ChoreService(370): Chore service for: master/3354ef74e3b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T08:19:56,468 INFO [M:0;3354ef74e3b7:37033 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:19:56,468 DEBUG [M:0;3354ef74e3b7:37033 {}] master.HMaster(1795): Stopping service threads 2024-11-20T08:19:56,468 INFO [M:0;3354ef74e3b7:37033 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:19:56,468 INFO [M:0;3354ef74e3b7:37033 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:19:56,468 INFO [M:0;3354ef74e3b7:37033 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:19:56,469 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:19:56,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1563924926/master 2024-11-20T08:19:56,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1563924926 2024-11-20T08:19:56,470 DEBUG [M:0;3354ef74e3b7:37033 {}] zookeeper.ZKUtil(347): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Unable to get data of znode /1-1563924926/master because node does not exist (not an error) 2024-11-20T08:19:56,470 WARN [M:0;3354ef74e3b7:37033 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:19:56,471 INFO [M:0;3354ef74e3b7:37033 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/.lastflushedseqids 2024-11-20T08:19:56,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37759 is added to blk_1073741847_1023 (size=245) 2024-11-20T08:19:56,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x1013475b36d0004, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:19:56,566 INFO [RS:0;3354ef74e3b7:36831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:19:56,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x1013475b36d0004, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:19:56,567 INFO [RS:0;3354ef74e3b7:36831 {}] regionserver.HRegionServer(1031): Exiting; stopping=3354ef74e3b7,36831,1732090781052; zookeeper connection closed. 2024-11-20T08:19:56,567 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40783c09 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40783c09 2024-11-20T08:19:56,567 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T08:19:56,666 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 912, reset compression=false 2024-11-20T08:19:56,875 INFO [M:0;3354ef74e3b7:37033 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T08:19:56,875 INFO [M:0;3354ef74e3b7:37033 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:19:56,876 DEBUG [M:0;3354ef74e3b7:37033 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:19:56,876 INFO [M:0;3354ef74e3b7:37033 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:56,876 DEBUG [M:0;3354ef74e3b7:37033 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:56,876 DEBUG [M:0;3354ef74e3b7:37033 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:19:56,876 DEBUG [M:0;3354ef74e3b7:37033 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:56,876 INFO [M:0;3354ef74e3b7:37033 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-20T08:19:56,891 DEBUG [M:0;3354ef74e3b7:37033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8056600c5fb4cfc8ae6b831dec4c357 is 82, key is hbase:meta,,1/info:regioninfo/1732090784023/Put/seqid=0 2024-11-20T08:19:56,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37759 is added to blk_1073741848_1024 (size=5672) 2024-11-20T08:19:57,295 INFO [M:0;3354ef74e3b7:37033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8056600c5fb4cfc8ae6b831dec4c357 2024-11-20T08:19:57,317 DEBUG [M:0;3354ef74e3b7:37033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a204f4f8b13a479eb64bf968058d4e5a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732090789738/Put/seqid=0 2024-11-20T08:19:57,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37759 is added to blk_1073741849_1025 (size=8517) 2024-11-20T08:19:57,470 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 912, reset compression=false 2024-11-20T08:19:57,721 INFO [M:0;3354ef74e3b7:37033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a204f4f8b13a479eb64bf968058d4e5a 2024-11-20T08:19:57,744 DEBUG [M:0;3354ef74e3b7:37033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38ddd17b313e45ada942928c4f6e2fcb is 69, key is 3354ef74e3b7,36831,1732090781052/rs:state/1732090782910/Put/seqid=0 2024-11-20T08:19:57,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37759 is added to blk_1073741850_1026 (size=5156) 2024-11-20T08:19:58,149 INFO [M:0;3354ef74e3b7:37033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38ddd17b313e45ada942928c4f6e2fcb 2024-11-20T08:19:58,153 DEBUG [M:0;3354ef74e3b7:37033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8056600c5fb4cfc8ae6b831dec4c357 as hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8056600c5fb4cfc8ae6b831dec4c357 2024-11-20T08:19:58,157 INFO [M:0;3354ef74e3b7:37033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8056600c5fb4cfc8ae6b831dec4c357, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T08:19:58,158 DEBUG [M:0;3354ef74e3b7:37033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a204f4f8b13a479eb64bf968058d4e5a as hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a204f4f8b13a479eb64bf968058d4e5a 2024-11-20T08:19:58,161 INFO [M:0;3354ef74e3b7:37033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a204f4f8b13a479eb64bf968058d4e5a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T08:19:58,161 DEBUG [M:0;3354ef74e3b7:37033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38ddd17b313e45ada942928c4f6e2fcb as hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/38ddd17b313e45ada942928c4f6e2fcb 2024-11-20T08:19:58,164 INFO [M:0;3354ef74e3b7:37033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42763/user/jenkins/test-data/27f41ca3-1373-5fa9-24ae-d387a53bf38b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/38ddd17b313e45ada942928c4f6e2fcb, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T08:19:58,165 INFO [M:0;3354ef74e3b7:37033 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false 2024-11-20T08:19:58,166 INFO [M:0;3354ef74e3b7:37033 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:19:58,166 DEBUG [M:0;3354ef74e3b7:37033 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090796875Disabling compacts and flushes for region at 1732090796875Disabling writes for close at 1732090796876 (+1 ms)Obtaining lock to block concurrent updates at 1732090796876Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732090796876Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732090796876Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732090796877 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732090796877Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732090796891 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732090796891Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732090797299 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732090797316 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732090797317 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732090797726 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732090797743 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732090797743Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48b8b9dd: reopening flushed file at 1732090798153 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@698329cb: reopening flushed file at 1732090798157 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@603e3cd0: reopening flushed file at 1732090798161 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false at 1732090798165 (+4 ms)Writing region close event to WAL at 1732090798166 (+1 ms)Closed at 1732090798166 2024-11-20T08:19:58,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37759 is added to blk_1073741830_1006 (size=63666) 2024-11-20T08:19:58,169 INFO [M:0;3354ef74e3b7:37033 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T08:19:58,169 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:19:58,169 INFO [M:0;3354ef74e3b7:37033 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37033 2024-11-20T08:19:58,169 INFO [M:0;3354ef74e3b7:37033 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:19:58,271 INFO [M:0;3354ef74e3b7:37033 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:19:58,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:19:58,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37033-0x1013475b36d0003, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:19:58,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15626e5d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:19:58,274 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5dbf964d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:19:58,274 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:19:58,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@685e84f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:19:58,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8f1a53a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/hadoop.log.dir/,STOPPED} 2024-11-20T08:19:58,276 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:19:58,277 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:19:58,277 WARN [BP-1248114381-172.17.0.2-1732090779908 heartbeating to localhost/127.0.0.1:42763 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:19:58,277 WARN [BP-1248114381-172.17.0.2-1732090779908 heartbeating to localhost/127.0.0.1:42763 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1248114381-172.17.0.2-1732090779908 (Datanode Uuid 64d6bd0f-2752-4c86-8271-bfbb75f48cbb) service to localhost/127.0.0.1:42763 2024-11-20T08:19:58,277 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/cluster_747a85cd-7d76-ce65-2cfe-7d0255afc1b4/data/data1/current/BP-1248114381-172.17.0.2-1732090779908 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:19:58,278 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/cluster_747a85cd-7d76-ce65-2cfe-7d0255afc1b4/data/data2/current/BP-1248114381-172.17.0.2-1732090779908 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:19:58,278 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:19:58,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@691b051{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:19:58,288 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23db3f43{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:19:58,288 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:19:58,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7002f130{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:19:58,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e53d0c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/hadoop.log.dir/,STOPPED} 2024-11-20T08:19:58,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T08:19:58,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T08:19:58,303 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:19:58,303 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:58,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:58,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:58,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:19:58,304 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:19:58,304 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1294577508, stopped=false 2024-11-20T08:19:58,304 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3354ef74e3b7,45195,1732090777078 2024-11-20T08:19:58,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1013475b36d0001, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0446207426/running 2024-11-20T08:19:58,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0446207426/running 2024-11-20T08:19:58,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1013475b36d0001, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0446207426 2024-11-20T08:19:58,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0446207426 2024-11-20T08:19:58,306 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:19:58,306 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:19:58,306 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:58,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:58,307 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3354ef74e3b7,46273,1732090777143' ***** 2024-11-20T08:19:58,307 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:19:58,307 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:19:58,307 INFO [RS:0;3354ef74e3b7:46273 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:19:58,307 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:19:58,307 INFO [RS:0;3354ef74e3b7:46273 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:19:58,307 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(3091): Received CLOSE for c5281e714f0ec4a7248434f7a64e9182 2024-11-20T08:19:58,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46273-0x1013475b36d0001, quorum=127.0.0.1:60920, baseZNode=/0446207426 Set watcher on znode that does not yet exist, /0446207426/running 2024-11-20T08:19:58,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Set watcher on znode that does not yet exist, /0446207426/running 2024-11-20T08:19:58,308 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(3091): Received CLOSE for 34db7e7b803218d79b12a552be8fb9aa 2024-11-20T08:19:58,308 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(959): stopping server 3354ef74e3b7,46273,1732090777143 2024-11-20T08:19:58,308 INFO [RS:0;3354ef74e3b7:46273 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:19:58,308 INFO [RS:0;3354ef74e3b7:46273 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:46273. 2024-11-20T08:19:58,308 DEBUG [RS:0;3354ef74e3b7:46273 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:19:58,308 DEBUG [RS:0;3354ef74e3b7:46273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:19:58,308 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c5281e714f0ec4a7248434f7a64e9182, disabling compactions & flushes 2024-11-20T08:19:58,308 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732090784101.c5281e714f0ec4a7248434f7a64e9182. 2024-11-20T08:19:58,308 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:19:58,308 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090784101.c5281e714f0ec4a7248434f7a64e9182. 2024-11-20T08:19:58,308 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:19:58,308 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:19:58,308 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732090784101.c5281e714f0ec4a7248434f7a64e9182. after waiting 0 ms 2024-11-20T08:19:58,308 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732090784101.c5281e714f0ec4a7248434f7a64e9182. 2024-11-20T08:19:58,308 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T08:19:58,308 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c5281e714f0ec4a7248434f7a64e9182 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-20T08:19:58,314 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T08:19:58,314 DEBUG [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(1325): Online Regions={c5281e714f0ec4a7248434f7a64e9182=test,,1732090784101.c5281e714f0ec4a7248434f7a64e9182., 1588230740=hbase:meta,,1.1588230740, 34db7e7b803218d79b12a552be8fb9aa=hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa.} 2024-11-20T08:19:58,314 DEBUG [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34db7e7b803218d79b12a552be8fb9aa, c5281e714f0ec4a7248434f7a64e9182 2024-11-20T08:19:58,314 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:19:58,314 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:19:58,314 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:19:58,314 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:19:58,314 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:19:58,314 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T08:19:58,327 INFO [regionserver/3354ef74e3b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:19:58,328 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/default/test/c5281e714f0ec4a7248434f7a64e9182/.tmp/f/c90e410c31784dc1856c3d8a03f2ab4d is 29, key is row1/f:/1732090793739/DeleteFamily/seqid=0 2024-11-20T08:19:58,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741840_1016 (size=5118) 2024-11-20T08:19:58,332 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/default/test/c5281e714f0ec4a7248434f7a64e9182/.tmp/f/c90e410c31784dc1856c3d8a03f2ab4d 2024-11-20T08:19:58,336 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/1588230740/.tmp/info/306803b70ed840fb8249de117bc75cc7 is 147, key is hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa./info:regioninfo/1732090788177/Put/seqid=0 2024-11-20T08:19:58,337 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c90e410c31784dc1856c3d8a03f2ab4d 2024-11-20T08:19:58,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741841_1017 (size=7686) 2024-11-20T08:19:58,358 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/default/test/c5281e714f0ec4a7248434f7a64e9182/.tmp/f1/15693c9febce4a07b8a904fa5401d8e6 is 30, key is row1/f1:/1732090793739/DeleteFamily/seqid=0 2024-11-20T08:19:58,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741842_1018 (size=5123) 2024-11-20T08:19:58,373 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 912, reset compression=false 2024-11-20T08:19:58,377 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:19:58,377 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 1159, reset compression=false 2024-11-20T08:19:58,377 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.shipper3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46273,1732090777143 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:19:58,378 ERROR [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.shipper3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3354ef74e3b7,46273,1732090777143: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3354ef74e3b7,46273,1732090777143, walGroup=3354ef74e3b7%2C46273%2C1732090777143, offset=3354ef74e3b7%2C46273%2C1732090777143.1732090779243:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:46273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T08:19:58,379 ERROR [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.shipper3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T08:19:58,379 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.shipper3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T08:19:58,380 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.shipper3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T08:19:58,380 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.shipper3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T08:19:58,380 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.shipper3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T08:19:58,380 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.shipper3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 648670512 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 191455224 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T08:19:58,380 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.shipper3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:45195 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:45195 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T08:19:58,514 DEBUG [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34db7e7b803218d79b12a552be8fb9aa, c5281e714f0ec4a7248434f7a64e9182 2024-11-20T08:19:58,581 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 1159, reset compression=false 2024-11-20T08:19:58,714 DEBUG [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34db7e7b803218d79b12a552be8fb9aa, c5281e714f0ec4a7248434f7a64e9182 2024-11-20T08:19:58,740 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/1588230740/.tmp/info/306803b70ed840fb8249de117bc75cc7 2024-11-20T08:19:58,760 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/1588230740/.tmp/ns/bbae3e5328794dbf8d651c86fc83547b is 43, key is default/ns:d/1732090779801/Put/seqid=0 2024-11-20T08:19:58,762 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/default/test/c5281e714f0ec4a7248434f7a64e9182/.tmp/f1/15693c9febce4a07b8a904fa5401d8e6 2024-11-20T08:19:58,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741843_1019 (size=5153) 2024-11-20T08:19:58,766 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15693c9febce4a07b8a904fa5401d8e6 2024-11-20T08:19:58,780 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/default/test/c5281e714f0ec4a7248434f7a64e9182/.tmp/norep/93d32fbfce4a4eb58da79db3af471bdb is 32, key is row/norep:/1732090792729/DeleteFamily/seqid=0 2024-11-20T08:19:58,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741844_1020 (size=5101) 2024-11-20T08:19:58,885 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 1159, reset compression=false 2024-11-20T08:19:58,915 DEBUG [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34db7e7b803218d79b12a552be8fb9aa, c5281e714f0ec4a7248434f7a64e9182 2024-11-20T08:19:59,102 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T08:19:59,102 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T08:19:59,115 DEBUG [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34db7e7b803218d79b12a552be8fb9aa, c5281e714f0ec4a7248434f7a64e9182 2024-11-20T08:19:59,164 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/1588230740/.tmp/ns/bbae3e5328794dbf8d651c86fc83547b 2024-11-20T08:19:59,183 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/default/test/c5281e714f0ec4a7248434f7a64e9182/.tmp/norep/93d32fbfce4a4eb58da79db3af471bdb 2024-11-20T08:19:59,187 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93d32fbfce4a4eb58da79db3af471bdb 2024-11-20T08:19:59,187 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/1588230740/.tmp/rep_barrier/c2c73e2d1dd3473baea2ab3f49e04b74 is 112, key is test,,1732090784101.c5281e714f0ec4a7248434f7a64e9182./rep_barrier:seqnumDuringOpen/1732090785259/Put/seqid=0 2024-11-20T08:19:59,187 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/default/test/c5281e714f0ec4a7248434f7a64e9182/.tmp/f/c90e410c31784dc1856c3d8a03f2ab4d as hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/default/test/c5281e714f0ec4a7248434f7a64e9182/f/c90e410c31784dc1856c3d8a03f2ab4d 2024-11-20T08:19:59,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741845_1021 (size=5518) 2024-11-20T08:19:59,191 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/1588230740/.tmp/rep_barrier/c2c73e2d1dd3473baea2ab3f49e04b74 2024-11-20T08:19:59,191 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c90e410c31784dc1856c3d8a03f2ab4d 2024-11-20T08:19:59,192 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/default/test/c5281e714f0ec4a7248434f7a64e9182/f/c90e410c31784dc1856c3d8a03f2ab4d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T08:19:59,192 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/default/test/c5281e714f0ec4a7248434f7a64e9182/.tmp/f1/15693c9febce4a07b8a904fa5401d8e6 as hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/default/test/c5281e714f0ec4a7248434f7a64e9182/f1/15693c9febce4a07b8a904fa5401d8e6 2024-11-20T08:19:59,196 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15693c9febce4a07b8a904fa5401d8e6 2024-11-20T08:19:59,196 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/default/test/c5281e714f0ec4a7248434f7a64e9182/f1/15693c9febce4a07b8a904fa5401d8e6, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T08:19:59,197 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/default/test/c5281e714f0ec4a7248434f7a64e9182/.tmp/norep/93d32fbfce4a4eb58da79db3af471bdb as hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/default/test/c5281e714f0ec4a7248434f7a64e9182/norep/93d32fbfce4a4eb58da79db3af471bdb 2024-11-20T08:19:59,200 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93d32fbfce4a4eb58da79db3af471bdb 2024-11-20T08:19:59,200 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/default/test/c5281e714f0ec4a7248434f7a64e9182/norep/93d32fbfce4a4eb58da79db3af471bdb, entries=1, sequenceid=8, filesize=5.0 K 2024-11-20T08:19:59,201 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c5281e714f0ec4a7248434f7a64e9182 in 893ms, sequenceid=8, compaction requested=false 2024-11-20T08:19:59,204 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/default/test/c5281e714f0ec4a7248434f7a64e9182/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T08:19:59,205 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:19:59,205 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T08:19:59,205 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732090784101.c5281e714f0ec4a7248434f7a64e9182. 2024-11-20T08:19:59,205 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c5281e714f0ec4a7248434f7a64e9182: Waiting for close lock at 1732090798308Running coprocessor pre-close hooks at 1732090798308Disabling compacts and flushes for region at 1732090798308Disabling writes for close at 1732090798308Obtaining lock to block concurrent updates at 1732090798308Preparing flush snapshotting stores in c5281e714f0ec4a7248434f7a64e9182 at 1732090798308Finished memstore snapshotting test,,1732090784101.c5281e714f0ec4a7248434f7a64e9182., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732090798309 (+1 ms)Flushing stores of test,,1732090784101.c5281e714f0ec4a7248434f7a64e9182. at 1732090798309Flushing c5281e714f0ec4a7248434f7a64e9182/f: creating writer at 1732090798309Flushing c5281e714f0ec4a7248434f7a64e9182/f: appending metadata at 1732090798327 (+18 ms)Flushing c5281e714f0ec4a7248434f7a64e9182/f: closing flushed file at 1732090798327Flushing c5281e714f0ec4a7248434f7a64e9182/f1: creating writer at 1732090798337 (+10 ms)Flushing c5281e714f0ec4a7248434f7a64e9182/f1: appending metadata at 1732090798357 (+20 ms)Flushing c5281e714f0ec4a7248434f7a64e9182/f1: closing flushed file at 1732090798357Flushing c5281e714f0ec4a7248434f7a64e9182/norep: creating writer at 1732090798766 (+409 ms)Flushing c5281e714f0ec4a7248434f7a64e9182/norep: appending metadata at 1732090798779 (+13 ms)Flushing c5281e714f0ec4a7248434f7a64e9182/norep: closing flushed file at 1732090798779Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@217e897a: reopening flushed file at 1732090799187 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ce52beb: reopening flushed file at 1732090799192 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411d303b: reopening flushed file at 1732090799196 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c5281e714f0ec4a7248434f7a64e9182 in 893ms, sequenceid=8, compaction requested=false at 1732090799201 (+5 ms)Writing region close event to WAL at 1732090799202 (+1 ms)Running coprocessor post-close hooks at 1732090799204 (+2 ms)Closed at 1732090799205 (+1 ms) 2024-11-20T08:19:59,205 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732090784101.c5281e714f0ec4a7248434f7a64e9182. 2024-11-20T08:19:59,205 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 34db7e7b803218d79b12a552be8fb9aa, disabling compactions & flushes 2024-11-20T08:19:59,205 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa. 2024-11-20T08:19:59,205 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa. 2024-11-20T08:19:59,205 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa. after waiting 0 ms 2024-11-20T08:19:59,205 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa. 2024-11-20T08:19:59,205 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 34db7e7b803218d79b12a552be8fb9aa: Waiting for close lock at 1732090799205Running coprocessor pre-close hooks at 1732090799205Disabling compacts and flushes for region at 1732090799205Disabling writes for close at 1732090799205Failed flush hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa., putting online again at 1732090799205 2024-11-20T08:19:59,205 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa. 2024-11-20T08:19:59,212 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/1588230740/.tmp/table/058b22d94882428c902849ce17b46274 is 53, key is hbase:replication/table:state/1732090788184/Put/seqid=0 2024-11-20T08:19:59,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741846_1022 (size=5308) 2024-11-20T08:19:59,289 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 1159, reset compression=false 2024-11-20T08:19:59,293 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:19:59,293 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 1803, reset compression=false 2024-11-20T08:19:59,315 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T08:19:59,315 DEBUG [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 34db7e7b803218d79b12a552be8fb9aa=hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa.} 2024-11-20T08:19:59,315 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(3091): Received CLOSE for 34db7e7b803218d79b12a552be8fb9aa 2024-11-20T08:19:59,315 DEBUG [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34db7e7b803218d79b12a552be8fb9aa 2024-11-20T08:19:59,315 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 34db7e7b803218d79b12a552be8fb9aa, disabling compactions & flushes 2024-11-20T08:19:59,315 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa. 2024-11-20T08:19:59,315 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa. 2024-11-20T08:19:59,315 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa. after waiting 0 ms 2024-11-20T08:19:59,315 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa. 2024-11-20T08:19:59,315 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 34db7e7b803218d79b12a552be8fb9aa: Waiting for close lock at 1732090799315Running coprocessor pre-close hooks at 1732090799315Disabling compacts and flushes for region at 1732090799315Disabling writes for close at 1732090799315Failed flush hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa., putting online again at 1732090799315 2024-11-20T08:19:59,315 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732090787413.34db7e7b803218d79b12a552be8fb9aa. 2024-11-20T08:19:59,497 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 1803, reset compression=false 2024-11-20T08:19:59,515 DEBUG [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:19:59,616 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/1588230740/.tmp/table/058b22d94882428c902849ce17b46274 2024-11-20T08:19:59,622 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/1588230740/.tmp/info/306803b70ed840fb8249de117bc75cc7 as hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/1588230740/info/306803b70ed840fb8249de117bc75cc7 2024-11-20T08:19:59,626 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/1588230740/info/306803b70ed840fb8249de117bc75cc7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T08:19:59,627 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/1588230740/.tmp/ns/bbae3e5328794dbf8d651c86fc83547b as hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/1588230740/ns/bbae3e5328794dbf8d651c86fc83547b 2024-11-20T08:19:59,632 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/1588230740/ns/bbae3e5328794dbf8d651c86fc83547b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T08:19:59,633 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/1588230740/.tmp/rep_barrier/c2c73e2d1dd3473baea2ab3f49e04b74 as hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/1588230740/rep_barrier/c2c73e2d1dd3473baea2ab3f49e04b74 2024-11-20T08:19:59,637 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/1588230740/rep_barrier/c2c73e2d1dd3473baea2ab3f49e04b74, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T08:19:59,638 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/1588230740/.tmp/table/058b22d94882428c902849ce17b46274 as hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/1588230740/table/058b22d94882428c902849ce17b46274 2024-11-20T08:19:59,642 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/1588230740/table/058b22d94882428c902849ce17b46274, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T08:19:59,643 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=16, compaction requested=false 2024-11-20T08:19:59,652 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T08:19:59,653 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:19:59,653 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:19:59,653 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:19:59,653 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090798314Running coprocessor pre-close hooks at 1732090798314Disabling compacts and flushes for region at 1732090798314Disabling writes for close at 1732090798314Obtaining lock to block concurrent updates at 1732090798314Preparing flush snapshotting stores in 1588230740 at 1732090798314Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732090798315 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732090798315Flushing 1588230740/info: creating writer at 1732090798315Flushing 1588230740/info: appending metadata at 1732090798336 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732090798336Flushing 1588230740/ns: creating writer at 1732090798744 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732090798760 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732090798760Flushing 1588230740/rep_barrier: creating writer at 1732090799169 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732090799187 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732090799187Flushing 1588230740/table: creating writer at 1732090799195 (+8 ms)Flushing 1588230740/table: appending metadata at 1732090799212 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732090799212Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7676ea25: reopening flushed file at 1732090799621 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d755d2: reopening flushed file at 1732090799626 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7de0019b: reopening flushed file at 1732090799632 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44da5f4f: reopening flushed file at 1732090799638 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=16, compaction requested=false at 1732090799643 (+5 ms)Writing region close event to WAL at 1732090799649 (+6 ms)Running coprocessor post-close hooks at 1732090799653 (+4 ms)Closed at 1732090799653 2024-11-20T08:19:59,653 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:19:59,715 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T08:19:59,715 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(976): stopping server 3354ef74e3b7,46273,1732090777143; all regions closed. 2024-11-20T08:19:59,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741834_1010 (size=4239) 2024-11-20T08:19:59,718 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.meta.1732090779757.meta not finished, retry = 0 2024-11-20T08:19:59,801 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 to pos 1803, reset compression=false 2024-11-20T08:19:59,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741839_1015 (size=1733) 2024-11-20T08:19:59,820 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.rep.1732090788146 not finished, retry = 0 2024-11-20T08:19:59,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741833_1009 (size=1811) 2024-11-20T08:19:59,923 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/WALs/3354ef74e3b7,46273,1732090777143/3354ef74e3b7%2C46273%2C1732090777143.1732090779243 not finished, retry = 0 2024-11-20T08:20:00,024 DEBUG [RS:0;3354ef74e3b7:46273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:00,024 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:20:00,024 INFO [RS:0;3354ef74e3b7:46273 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:20:00,024 INFO [RS:0;3354ef74e3b7:46273 {}] hbase.ChoreService(370): Chore service for: regionserver/3354ef74e3b7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T08:20:00,024 INFO [RS:0;3354ef74e3b7:46273 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:20:00,024 INFO [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:20:00,025 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3354ef74e3b7,46273,1732090777143 because: Region server is closing 2024-11-20T08:20:00,025 INFO [RS:0;3354ef74e3b7:46273 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:46273. 2024-11-20T08:20:00,025 DEBUG [RS:0;3354ef74e3b7:46273 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:20:00,025 DEBUG [RS:0;3354ef74e3b7:46273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:00,025 DEBUG [RS:0;3354ef74e3b7:46273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:00,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:20:00,125 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.shipper3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 terminated 2024-11-20T08:20:00,125 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46273,1732090777143.replicationSource.wal-reader.3354ef74e3b7%2C46273%2C1732090777143,1-3354ef74e3b7,46273,1732090777143 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T08:20:00,126 INFO [RS:0;3354ef74e3b7:46273 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:46273. 2024-11-20T08:20:00,126 DEBUG [RS:0;3354ef74e3b7:46273 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:20:00,126 DEBUG [RS:0;3354ef74e3b7:46273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:00,126 DEBUG [RS:0;3354ef74e3b7:46273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:00,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:20:00,126 INFO [RS:0;3354ef74e3b7:46273 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46273 2024-11-20T08:20:00,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1013475b36d0001, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0446207426/rs/3354ef74e3b7,46273,1732090777143 2024-11-20T08:20:00,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0446207426/rs 2024-11-20T08:20:00,128 INFO [RS:0;3354ef74e3b7:46273 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:20:00,129 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3354ef74e3b7,46273,1732090777143] 2024-11-20T08:20:00,131 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0446207426/draining/3354ef74e3b7,46273,1732090777143 already deleted, retry=false 2024-11-20T08:20:00,131 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3354ef74e3b7,46273,1732090777143 expired; onlineServers=0 2024-11-20T08:20:00,131 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3354ef74e3b7,45195,1732090777078' ***** 2024-11-20T08:20:00,131 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:20:00,131 INFO [M:0;3354ef74e3b7:45195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:20:00,131 INFO [M:0;3354ef74e3b7:45195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:20:00,131 DEBUG [M:0;3354ef74e3b7:45195 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:20:00,131 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:20:00,131 DEBUG [M:0;3354ef74e3b7:45195 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:20:00,131 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090778988 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090778988,5,FailOnTimeoutGroup] 2024-11-20T08:20:00,131 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090778988 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090778988,5,FailOnTimeoutGroup] 2024-11-20T08:20:00,131 INFO [M:0;3354ef74e3b7:45195 {}] hbase.ChoreService(370): Chore service for: master/3354ef74e3b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T08:20:00,131 INFO [M:0;3354ef74e3b7:45195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:20:00,131 DEBUG [M:0;3354ef74e3b7:45195 {}] master.HMaster(1795): Stopping service threads 2024-11-20T08:20:00,131 INFO [M:0;3354ef74e3b7:45195 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:20:00,132 INFO [M:0;3354ef74e3b7:45195 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:20:00,132 INFO [M:0;3354ef74e3b7:45195 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:20:00,132 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:20:00,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0446207426/master 2024-11-20T08:20:00,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0446207426 2024-11-20T08:20:00,133 DEBUG [M:0;3354ef74e3b7:45195 {}] zookeeper.ZKUtil(347): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Unable to get data of znode /0446207426/master because node does not exist (not an error) 2024-11-20T08:20:00,133 WARN [M:0;3354ef74e3b7:45195 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:20:00,134 INFO [M:0;3354ef74e3b7:45195 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/.lastflushedseqids 2024-11-20T08:20:00,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741847_1023 (size=245) 2024-11-20T08:20:00,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1013475b36d0001, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:20:00,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46273-0x1013475b36d0001, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:20:00,230 INFO [RS:0;3354ef74e3b7:46273 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:20:00,230 INFO [RS:0;3354ef74e3b7:46273 {}] regionserver.HRegionServer(1031): Exiting; stopping=3354ef74e3b7,46273,1732090777143; zookeeper connection closed. 2024-11-20T08:20:00,230 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d23be42 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d23be42 2024-11-20T08:20:00,230 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T08:20:00,523 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:00,524 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T08:20:00,524 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28328 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T08:20:00,539 INFO [M:0;3354ef74e3b7:45195 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T08:20:00,539 INFO [M:0;3354ef74e3b7:45195 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:20:00,539 DEBUG [M:0;3354ef74e3b7:45195 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:20:00,539 INFO [M:0;3354ef74e3b7:45195 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:00,539 DEBUG [M:0;3354ef74e3b7:45195 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:00,539 DEBUG [M:0;3354ef74e3b7:45195 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:20:00,539 DEBUG [M:0;3354ef74e3b7:45195 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:00,539 INFO [M:0;3354ef74e3b7:45195 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T08:20:00,554 DEBUG [M:0;3354ef74e3b7:45195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/424806ad92e040dfbf38948df5932b2d is 82, key is hbase:meta,,1/info:regioninfo/1732090779788/Put/seqid=0 2024-11-20T08:20:00,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741848_1024 (size=5672) 2024-11-20T08:20:00,959 INFO [M:0;3354ef74e3b7:45195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/424806ad92e040dfbf38948df5932b2d 2024-11-20T08:20:00,979 DEBUG [M:0;3354ef74e3b7:45195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ed90af0e7bc4e35952a6036844727c2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732090788187/Put/seqid=0 2024-11-20T08:20:00,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741849_1025 (size=8516) 2024-11-20T08:20:01,156 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:20:01,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:01,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:01,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:01,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:01,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:01,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:01,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:01,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:01,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:01,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:01,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:01,383 INFO [M:0;3354ef74e3b7:45195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ed90af0e7bc4e35952a6036844727c2 2024-11-20T08:20:01,401 DEBUG [M:0;3354ef74e3b7:45195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/259d14b83dea4eb78be9b2cbd739b8fa is 69, key is 3354ef74e3b7,46273,1732090777143/rs:state/1732090779086/Put/seqid=0 2024-11-20T08:20:01,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741850_1026 (size=5156) 2024-11-20T08:20:01,805 INFO [M:0;3354ef74e3b7:45195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/259d14b83dea4eb78be9b2cbd739b8fa 2024-11-20T08:20:01,810 DEBUG [M:0;3354ef74e3b7:45195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/424806ad92e040dfbf38948df5932b2d as hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/424806ad92e040dfbf38948df5932b2d 2024-11-20T08:20:01,815 INFO [M:0;3354ef74e3b7:45195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/424806ad92e040dfbf38948df5932b2d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T08:20:01,815 DEBUG [M:0;3354ef74e3b7:45195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ed90af0e7bc4e35952a6036844727c2 as hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ed90af0e7bc4e35952a6036844727c2 2024-11-20T08:20:01,820 INFO [M:0;3354ef74e3b7:45195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ed90af0e7bc4e35952a6036844727c2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T08:20:01,821 DEBUG [M:0;3354ef74e3b7:45195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/259d14b83dea4eb78be9b2cbd739b8fa as hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/259d14b83dea4eb78be9b2cbd739b8fa 2024-11-20T08:20:01,825 INFO [M:0;3354ef74e3b7:45195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32881/user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/259d14b83dea4eb78be9b2cbd739b8fa, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T08:20:01,826 INFO [M:0;3354ef74e3b7:45195 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false 2024-11-20T08:20:01,827 INFO [M:0;3354ef74e3b7:45195 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:01,828 DEBUG [M:0;3354ef74e3b7:45195 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090800539Disabling compacts and flushes for region at 1732090800539Disabling writes for close at 1732090800539Obtaining lock to block concurrent updates at 1732090800539Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732090800539Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732090800540 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732090800540Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732090800540Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732090800554 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732090800554Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732090800963 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732090800978 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732090800978Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732090801387 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732090801400 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732090801400Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16dc71a8: reopening flushed file at 1732090801809 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76fae910: reopening flushed file at 1732090801815 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@307d9150: reopening flushed file at 1732090801820 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false at 1732090801826 (+6 ms)Writing region close event to WAL at 1732090801827 (+1 ms)Closed at 1732090801827 2024-11-20T08:20:01,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45387 is added to blk_1073741830_1006 (size=63654) 2024-11-20T08:20:01,830 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a4adbc18-3463-c6d0-2e7f-141d47369d18/MasterData/WALs/3354ef74e3b7,45195,1732090777078/3354ef74e3b7%2C45195%2C1732090777078.1732090778838 not finished, retry = 0 2024-11-20T08:20:01,931 INFO [M:0;3354ef74e3b7:45195 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T08:20:01,931 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:20:01,931 INFO [M:0;3354ef74e3b7:45195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45195 2024-11-20T08:20:01,931 INFO [M:0;3354ef74e3b7:45195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:20:02,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:20:02,033 INFO [M:0;3354ef74e3b7:45195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:20:02,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45195-0x1013475b36d0000, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:20:02,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3009ddd7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:20:02,036 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c5b79ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:20:02,036 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:20:02,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fc452b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:20:02,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@151d21dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/hadoop.log.dir/,STOPPED} 2024-11-20T08:20:02,037 WARN [BP-1999362547-172.17.0.2-1732090775814 heartbeating to localhost/127.0.0.1:32881 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:20:02,037 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:20:02,037 WARN [BP-1999362547-172.17.0.2-1732090775814 heartbeating to localhost/127.0.0.1:32881 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1999362547-172.17.0.2-1732090775814 (Datanode Uuid f8de6244-c69b-407c-90e2-37d9e248cf43) service to localhost/127.0.0.1:32881 2024-11-20T08:20:02,037 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:20:02,038 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/cluster_e6d5ecae-52cb-a24d-7648-7128cb6bb96f/data/data1/current/BP-1999362547-172.17.0.2-1732090775814 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:20:02,038 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/cluster_e6d5ecae-52cb-a24d-7648-7128cb6bb96f/data/data2/current/BP-1999362547-172.17.0.2-1732090775814 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:20:02,038 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:20:02,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27d4bbe6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:20:02,046 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@106020e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:20:02,046 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:20:02,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@366cc4eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:20:02,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf6be0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfeb7f4a-cac5-5808-ecb0-8fe86f8d5f95/hadoop.log.dir/,STOPPED} 2024-11-20T08:20:02,052 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T08:20:02,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T08:20:02,075 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 247) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32881 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:32881 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32881 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32881 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:42763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32881 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42763 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60920) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60920) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 626) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=292 (was 315), ProcessCount=11 (was 11), AvailableMemoryMB=6084 (was 6119) 2024-11-20T08:20:02,086 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=292, ProcessCount=11, AvailableMemoryMB=6084 2024-11-20T08:20:02,103 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-20T08:20:02,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/hadoop.log.dir so I do NOT create it in target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0 2024-11-20T08:20:02,104 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T08:20:02,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/hadoop.tmp.dir so I do NOT create it in target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0 2024-11-20T08:20:02,104 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2b6a437-f0ab-5ba4-7acb-a4f10927f462/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T08:20:02,104 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0 2024-11-20T08:20:02,104 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/cluster_457c63c3-8992-61a2-6e0a-59a5e2320448, deleteOnExit=true 2024-11-20T08:20:02,107 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/cluster_457c63c3-8992-61a2-6e0a-59a5e2320448/zookeeper_0, clientPort=62015, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/cluster_457c63c3-8992-61a2-6e0a-59a5e2320448/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/cluster_457c63c3-8992-61a2-6e0a-59a5e2320448/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T08:20:02,108 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62015 2024-11-20T08:20:02,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:20:02,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T08:20:02,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/test.cache.data in system properties and HBase conf 2024-11-20T08:20:02,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:20:02,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:20:02,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:20:02,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:20:02,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T08:20:02,108 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:20:02,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:20:02,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:20:02,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:20:02,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:20:02,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:20:02,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:20:02,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:20:02,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:20:02,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:20:02,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:20:02,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:20:02,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:20:02,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:20:02,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:20:02,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013475b36d0005, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T08:20:02,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013475b36d0002, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T08:20:02,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013475b36d0002, quorum=127.0.0.1:60920, baseZNode=/0446207426 Received Disconnected from ZooKeeper, ignoring 2024-11-20T08:20:02,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013475b36d0005, quorum=127.0.0.1:60920, baseZNode=/1-1563924926 Received Disconnected from ZooKeeper, ignoring 2024-11-20T08:20:02,192 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:20:02,195 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:20:02,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:20:02,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:20:02,196 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:20:02,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:20:02,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7612f0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:20:02,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d225e59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:20:02,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@84583c4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/java.io.tmpdir/jetty-localhost-34355-hadoop-hdfs-3_4_1-tests_jar-_-any-8808369416095427892/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:20:02,334 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63e8c032{HTTP/1.1, (http/1.1)}{localhost:34355} 2024-11-20T08:20:02,334 INFO [Time-limited test {}] server.Server(415): Started @203497ms 2024-11-20T08:20:02,487 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:20:02,491 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:20:02,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:20:02,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:20:02,493 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:20:02,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65274dbf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:20:02,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@481a6c88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:20:02,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75ac3569{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/java.io.tmpdir/jetty-localhost-41719-hadoop-hdfs-3_4_1-tests_jar-_-any-6906536914009191944/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:20:02,613 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d1832e1{HTTP/1.1, (http/1.1)}{localhost:41719} 2024-11-20T08:20:02,613 INFO [Time-limited test {}] server.Server(415): Started @203776ms 2024-11-20T08:20:02,614 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:20:02,730 WARN [Thread-2642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/cluster_457c63c3-8992-61a2-6e0a-59a5e2320448/data/data1/current/BP-338855340-172.17.0.2-1732090802131/current, will proceed with Du for space computation calculation, 2024-11-20T08:20:02,730 WARN [Thread-2643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/cluster_457c63c3-8992-61a2-6e0a-59a5e2320448/data/data2/current/BP-338855340-172.17.0.2-1732090802131/current, will proceed with Du for space computation calculation, 2024-11-20T08:20:02,754 WARN [Thread-2630 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:20:02,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a2d05cd279b1524 with lease ID 0xe83bf5f22cde30ae: Processing first storage report for DS-bbfa9eb0-da1e-4edd-9b82-147917e8cc6b from datanode DatanodeRegistration(127.0.0.1:38355, datanodeUuid=d005902b-7b64-466b-81b4-ec36046b3978, infoPort=42219, infoSecurePort=0, ipcPort=33993, storageInfo=lv=-57;cid=testClusterID;nsid=1571047172;c=1732090802131) 2024-11-20T08:20:02,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a2d05cd279b1524 with lease ID 0xe83bf5f22cde30ae: from storage DS-bbfa9eb0-da1e-4edd-9b82-147917e8cc6b node DatanodeRegistration(127.0.0.1:38355, datanodeUuid=d005902b-7b64-466b-81b4-ec36046b3978, infoPort=42219, infoSecurePort=0, ipcPort=33993, storageInfo=lv=-57;cid=testClusterID;nsid=1571047172;c=1732090802131), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:20:02,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a2d05cd279b1524 with lease ID 0xe83bf5f22cde30ae: Processing first storage report for DS-cbf2acb0-4b5c-43b2-95a1-2a3234c5744b from datanode DatanodeRegistration(127.0.0.1:38355, datanodeUuid=d005902b-7b64-466b-81b4-ec36046b3978, infoPort=42219, infoSecurePort=0, ipcPort=33993, storageInfo=lv=-57;cid=testClusterID;nsid=1571047172;c=1732090802131) 2024-11-20T08:20:02,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a2d05cd279b1524 with lease ID 0xe83bf5f22cde30ae: from storage DS-cbf2acb0-4b5c-43b2-95a1-2a3234c5744b node DatanodeRegistration(127.0.0.1:38355, datanodeUuid=d005902b-7b64-466b-81b4-ec36046b3978, infoPort=42219, infoSecurePort=0, ipcPort=33993, storageInfo=lv=-57;cid=testClusterID;nsid=1571047172;c=1732090802131), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:20:02,840 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0 2024-11-20T08:20:02,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:02,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:02,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:20:03,250 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76 with version=8 2024-11-20T08:20:03,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/hbase-staging 2024-11-20T08:20:03,253 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:20:03,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:03,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:03,253 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:20:03,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:03,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:20:03,253 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:20:03,253 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:20:03,254 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38987 2024-11-20T08:20:03,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38987 connecting to ZooKeeper ensemble=127.0.0.1:62015 2024-11-20T08:20:03,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389870x0, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:20:03,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38987-0x10134761a4a0000 connected 2024-11-20T08:20:03,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:03,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:03,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Set watcher on znode that does not yet exist, /01590290636/running 2024-11-20T08:20:03,284 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76, hbase.cluster.distributed=false 2024-11-20T08:20:03,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Set watcher on znode that does not yet exist, /01590290636/acl 2024-11-20T08:20:03,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38987 2024-11-20T08:20:03,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38987 2024-11-20T08:20:03,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38987 2024-11-20T08:20:03,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38987 2024-11-20T08:20:03,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38987 2024-11-20T08:20:03,305 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:20:03,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:03,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:03,305 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:20:03,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:03,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:20:03,305 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:20:03,305 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:20:03,306 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46775 2024-11-20T08:20:03,307 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46775 connecting to ZooKeeper ensemble=127.0.0.1:62015 2024-11-20T08:20:03,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:03,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:03,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467750x0, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:20:03,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467750x0, quorum=127.0.0.1:62015, baseZNode=/01590290636 Set watcher on znode that does not yet exist, /01590290636/running 2024-11-20T08:20:03,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46775-0x10134761a4a0001 connected 2024-11-20T08:20:03,314 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:20:03,316 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:20:03,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46775-0x10134761a4a0001, quorum=127.0.0.1:62015, baseZNode=/01590290636 Set watcher on znode that does not yet exist, /01590290636/master 2024-11-20T08:20:03,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46775-0x10134761a4a0001, quorum=127.0.0.1:62015, baseZNode=/01590290636 Set watcher on znode that does not yet exist, /01590290636/acl 2024-11-20T08:20:03,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46775 2024-11-20T08:20:03,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46775 2024-11-20T08:20:03,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46775 2024-11-20T08:20:03,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46775 2024-11-20T08:20:03,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46775 2024-11-20T08:20:03,346 DEBUG [M:0;3354ef74e3b7:38987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3354ef74e3b7:38987 2024-11-20T08:20:03,348 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01590290636/backup-masters/3354ef74e3b7,38987,1732090803252 2024-11-20T08:20:03,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01590290636/backup-masters 2024-11-20T08:20:03,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x10134761a4a0001, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01590290636/backup-masters 2024-11-20T08:20:03,350 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Set watcher on existing znode=/01590290636/backup-masters/3354ef74e3b7,38987,1732090803252 2024-11-20T08:20:03,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x10134761a4a0001, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01590290636/master 2024-11-20T08:20:03,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01590290636 2024-11-20T08:20:03,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x10134761a4a0001, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01590290636 2024-11-20T08:20:03,352 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Set watcher on existing znode=/01590290636/master 2024-11-20T08:20:03,353 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01590290636/backup-masters/3354ef74e3b7,38987,1732090803252 from backup master directory 2024-11-20T08:20:03,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x10134761a4a0001, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01590290636/backup-masters 2024-11-20T08:20:03,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01590290636/backup-masters/3354ef74e3b7,38987,1732090803252 2024-11-20T08:20:03,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01590290636/backup-masters 2024-11-20T08:20:03,355 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:20:03,355 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3354ef74e3b7,38987,1732090803252 2024-11-20T08:20:03,361 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/hbase.id] with ID: d4f7844c-78bf-41c3-961b-223972184b2c 2024-11-20T08:20:03,361 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/.tmp/hbase.id 2024-11-20T08:20:03,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:20:03,772 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/.tmp/hbase.id]:[hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/hbase.id] 2024-11-20T08:20:03,781 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:03,781 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:20:03,782 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T08:20:03,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x10134761a4a0001, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01590290636 2024-11-20T08:20:03,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01590290636 2024-11-20T08:20:03,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:20:04,189 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:20:04,190 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:20:04,190 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:20:04,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:20:04,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T08:20:04,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T08:20:04,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T08:20:04,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T08:20:04,596 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/MasterData/data/master/store 2024-11-20T08:20:04,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:20:05,002 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:05,002 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:20:05,002 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:05,002 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:05,002 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:20:05,002 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:05,002 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:05,002 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090805002Disabling compacts and flushes for region at 1732090805002Disabling writes for close at 1732090805002Writing region close event to WAL at 1732090805002Closed at 1732090805002 2024-11-20T08:20:05,003 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/MasterData/data/master/store/.initializing 2024-11-20T08:20:05,003 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/MasterData/WALs/3354ef74e3b7,38987,1732090803252 2024-11-20T08:20:05,004 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:20:05,005 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C38987%2C1732090803252, suffix=, logDir=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/MasterData/WALs/3354ef74e3b7,38987,1732090803252, archiveDir=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/MasterData/oldWALs, maxLogs=10 2024-11-20T08:20:05,018 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/MasterData/WALs/3354ef74e3b7,38987,1732090803252/3354ef74e3b7%2C38987%2C1732090803252.1732090805005, exclude list is [], retry=0 2024-11-20T08:20:05,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38355,DS-bbfa9eb0-da1e-4edd-9b82-147917e8cc6b,DISK] 2024-11-20T08:20:05,025 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/MasterData/WALs/3354ef74e3b7,38987,1732090803252/3354ef74e3b7%2C38987%2C1732090803252.1732090805005 2024-11-20T08:20:05,025 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42219:42219)] 2024-11-20T08:20:05,025 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:20:05,025 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:05,025 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:05,025 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:05,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:05,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:20:05,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:05,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:05,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:05,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:20:05,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:05,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:05,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:05,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:20:05,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:05,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:05,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:05,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:20:05,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:05,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:05,032 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:05,033 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:05,033 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:05,034 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:05,034 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:05,034 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:20:05,035 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:05,037 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:20:05,037 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63845725, jitterRate=-0.04862456023693085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:20:05,038 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732090805026Initializing all the Stores at 1732090805026Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090805026Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090805026Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090805026Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090805026Cleaning up temporary data from old regions at 1732090805034 (+8 ms)Region opened successfully at 1732090805038 (+4 ms) 2024-11-20T08:20:05,038 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:20:05,041 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cb3d19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:20:05,041 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T08:20:05,042 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:20:05,042 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:20:05,042 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:20:05,042 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:20:05,043 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:20:05,043 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:20:05,044 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:20:05,045 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Unable to get data of znode /01590290636/balancer because node does not exist (not necessarily an error) 2024-11-20T08:20:05,047 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01590290636/balancer already deleted, retry=false 2024-11-20T08:20:05,048 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:20:05,048 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Unable to get data of znode /01590290636/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:20:05,049 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01590290636/normalizer already deleted, retry=false 2024-11-20T08:20:05,050 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:20:05,051 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Unable to get data of znode /01590290636/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:20:05,053 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01590290636/switch/split already deleted, retry=false 2024-11-20T08:20:05,053 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Unable to get data of znode /01590290636/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:20:05,055 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01590290636/switch/merge already deleted, retry=false 2024-11-20T08:20:05,056 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Unable to get data of znode /01590290636/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:20:05,058 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01590290636/snapshot-cleanup already deleted, retry=false 2024-11-20T08:20:05,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01590290636/running 2024-11-20T08:20:05,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01590290636 2024-11-20T08:20:05,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x10134761a4a0001, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01590290636/running 2024-11-20T08:20:05,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x10134761a4a0001, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01590290636 2024-11-20T08:20:05,060 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3354ef74e3b7,38987,1732090803252, sessionid=0x10134761a4a0000, setting cluster-up flag (Was=false) 2024-11-20T08:20:05,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x10134761a4a0001, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01590290636 2024-11-20T08:20:05,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01590290636 2024-11-20T08:20:05,068 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01590290636/flush-table-proc/acquired, /01590290636/flush-table-proc/reached, /01590290636/flush-table-proc/abort 2024-11-20T08:20:05,069 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,38987,1732090803252 2024-11-20T08:20:05,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01590290636 2024-11-20T08:20:05,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x10134761a4a0001, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01590290636 2024-11-20T08:20:05,076 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01590290636/online-snapshot/acquired, /01590290636/online-snapshot/reached, /01590290636/online-snapshot/abort 2024-11-20T08:20:05,077 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,38987,1732090803252 2024-11-20T08:20:05,078 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T08:20:05,079 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:20:05,079 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:20:05,079 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:20:05,080 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3354ef74e3b7,38987,1732090803252 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:20:05,080 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:20:05,080 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:20:05,080 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:20:05,080 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:20:05,080 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3354ef74e3b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:20:05,081 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:05,081 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:20:05,081 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:05,082 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:20:05,082 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:20:05,082 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:05,082 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:20:05,086 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090835086 2024-11-20T08:20:05,086 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:20:05,086 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:20:05,086 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:20:05,086 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:20:05,086 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:20:05,086 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:20:05,087 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:05,087 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:20:05,087 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:20:05,087 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:20:05,087 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T08:20:05,087 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:20:05,087 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:20:05,087 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090805087,5,FailOnTimeoutGroup] 2024-11-20T08:20:05,088 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090805087,5,FailOnTimeoutGroup] 2024-11-20T08:20:05,088 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:05,088 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:20:05,088 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:05,088 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:05,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741831_1007 (size=1321) 2024-11-20T08:20:05,136 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(746): ClusterId : d4f7844c-78bf-41c3-961b-223972184b2c 2024-11-20T08:20:05,136 DEBUG [RS:0;3354ef74e3b7:46775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:20:05,138 DEBUG [RS:0;3354ef74e3b7:46775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:20:05,138 DEBUG [RS:0;3354ef74e3b7:46775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:20:05,140 DEBUG [RS:0;3354ef74e3b7:46775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:20:05,140 DEBUG [RS:0;3354ef74e3b7:46775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7afed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:20:05,155 DEBUG [RS:0;3354ef74e3b7:46775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3354ef74e3b7:46775 2024-11-20T08:20:05,155 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:20:05,155 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:20:05,155 DEBUG [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:20:05,156 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(2659): reportForDuty to master=3354ef74e3b7,38987,1732090803252 with port=46775, startcode=1732090803305 2024-11-20T08:20:05,156 DEBUG [RS:0;3354ef74e3b7:46775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:20:05,158 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:20:05,158 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38987 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3354ef74e3b7,46775,1732090803305 2024-11-20T08:20:05,158 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38987 {}] master.ServerManager(517): Registering regionserver=3354ef74e3b7,46775,1732090803305 2024-11-20T08:20:05,160 DEBUG [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76 2024-11-20T08:20:05,160 DEBUG [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43781 2024-11-20T08:20:05,160 DEBUG [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:20:05,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01590290636/rs 2024-11-20T08:20:05,162 DEBUG [RS:0;3354ef74e3b7:46775 {}] zookeeper.ZKUtil(111): regionserver:46775-0x10134761a4a0001, quorum=127.0.0.1:62015, baseZNode=/01590290636 Set watcher on existing znode=/01590290636/rs/3354ef74e3b7,46775,1732090803305 2024-11-20T08:20:05,162 WARN [RS:0;3354ef74e3b7:46775 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:20:05,162 INFO [RS:0;3354ef74e3b7:46775 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:20:05,163 DEBUG [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305 2024-11-20T08:20:05,165 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3354ef74e3b7,46775,1732090803305] 2024-11-20T08:20:05,167 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:20:05,168 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:20:05,168 INFO [RS:0;3354ef74e3b7:46775 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:20:05,168 INFO [RS:0;3354ef74e3b7:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:05,171 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:20:05,172 INFO [RS:0;3354ef74e3b7:46775 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:20:05,172 INFO [RS:0;3354ef74e3b7:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:05,172 DEBUG [RS:0;3354ef74e3b7:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:05,172 DEBUG [RS:0;3354ef74e3b7:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:05,172 DEBUG [RS:0;3354ef74e3b7:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:05,172 DEBUG [RS:0;3354ef74e3b7:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:05,172 DEBUG [RS:0;3354ef74e3b7:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:05,172 DEBUG [RS:0;3354ef74e3b7:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:20:05,172 DEBUG [RS:0;3354ef74e3b7:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:05,172 DEBUG [RS:0;3354ef74e3b7:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:05,172 DEBUG [RS:0;3354ef74e3b7:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:05,172 DEBUG [RS:0;3354ef74e3b7:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:05,172 DEBUG [RS:0;3354ef74e3b7:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:05,172 DEBUG [RS:0;3354ef74e3b7:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:05,172 DEBUG [RS:0;3354ef74e3b7:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:20:05,172 DEBUG [RS:0;3354ef74e3b7:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:20:05,175 INFO [RS:0;3354ef74e3b7:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:05,175 INFO [RS:0;3354ef74e3b7:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:05,175 INFO [RS:0;3354ef74e3b7:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:05,175 INFO [RS:0;3354ef74e3b7:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:05,175 INFO [RS:0;3354ef74e3b7:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:05,175 INFO [RS:0;3354ef74e3b7:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,46775,1732090803305-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:20:05,189 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:20:05,189 INFO [RS:0;3354ef74e3b7:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,46775,1732090803305-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:05,189 INFO [RS:0;3354ef74e3b7:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:05,189 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.Replication(171): 3354ef74e3b7,46775,1732090803305 started 2024-11-20T08:20:05,202 INFO [RS:0;3354ef74e3b7:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:05,202 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(1482): Serving as 3354ef74e3b7,46775,1732090803305, RpcServer on 3354ef74e3b7/172.17.0.2:46775, sessionid=0x10134761a4a0001 2024-11-20T08:20:05,203 DEBUG [RS:0;3354ef74e3b7:46775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:20:05,203 DEBUG [RS:0;3354ef74e3b7:46775 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3354ef74e3b7,46775,1732090803305 2024-11-20T08:20:05,203 DEBUG [RS:0;3354ef74e3b7:46775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,46775,1732090803305' 2024-11-20T08:20:05,203 DEBUG [RS:0;3354ef74e3b7:46775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01590290636/flush-table-proc/abort' 2024-11-20T08:20:05,203 DEBUG [RS:0;3354ef74e3b7:46775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01590290636/flush-table-proc/acquired' 2024-11-20T08:20:05,203 DEBUG [RS:0;3354ef74e3b7:46775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:20:05,203 DEBUG [RS:0;3354ef74e3b7:46775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:20:05,203 DEBUG [RS:0;3354ef74e3b7:46775 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3354ef74e3b7,46775,1732090803305 2024-11-20T08:20:05,203 DEBUG [RS:0;3354ef74e3b7:46775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,46775,1732090803305' 2024-11-20T08:20:05,203 DEBUG [RS:0;3354ef74e3b7:46775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01590290636/online-snapshot/abort' 2024-11-20T08:20:05,204 DEBUG [RS:0;3354ef74e3b7:46775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01590290636/online-snapshot/acquired' 2024-11-20T08:20:05,204 DEBUG [RS:0;3354ef74e3b7:46775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:20:05,204 INFO [RS:0;3354ef74e3b7:46775 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:20:05,204 INFO [RS:0;3354ef74e3b7:46775 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:20:05,304 INFO [RS:0;3354ef74e3b7:46775 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:20:05,305 INFO [RS:0;3354ef74e3b7:46775 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C46775%2C1732090803305, suffix=, logDir=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305, archiveDir=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/oldWALs, maxLogs=10 2024-11-20T08:20:05,319 DEBUG [RS:0;3354ef74e3b7:46775 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306, exclude list is [], retry=0 2024-11-20T08:20:05,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38355,DS-bbfa9eb0-da1e-4edd-9b82-147917e8cc6b,DISK] 2024-11-20T08:20:05,323 INFO [RS:0;3354ef74e3b7:46775 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 2024-11-20T08:20:05,323 DEBUG [RS:0;3354ef74e3b7:46775 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42219:42219)] 2024-11-20T08:20:05,490 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T08:20:05,490 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76 2024-11-20T08:20:05,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741833_1009 (size=32) 2024-11-20T08:20:05,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:05,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:20:05,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:20:05,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:05,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:05,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:20:05,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:20:05,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:05,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:05,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:20:05,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:20:05,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:05,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:05,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:20:05,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:20:05,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:05,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:05,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:20:05,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/1588230740 2024-11-20T08:20:05,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/1588230740 2024-11-20T08:20:05,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:20:05,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:20:05,905 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:20:05,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:20:05,907 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:20:05,908 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63568051, jitterRate=-0.0527622252702713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:20:05,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732090805896Initializing all the Stores at 1732090805896Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090805897 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090805897Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090805897Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090805897Cleaning up temporary data from old regions at 1732090805904 (+7 ms)Region opened successfully at 1732090805908 (+4 ms) 2024-11-20T08:20:05,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:20:05,908 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:20:05,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:20:05,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:20:05,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:20:05,909 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:20:05,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090805908Disabling compacts and flushes for region at 1732090805908Disabling writes for close at 1732090805909 (+1 ms)Writing region close event to WAL at 1732090805909Closed at 1732090805909 2024-11-20T08:20:05,910 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:20:05,910 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T08:20:05,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:20:05,911 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:20:05,912 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:20:06,062 DEBUG [3354ef74e3b7:38987 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:20:06,063 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3354ef74e3b7,46775,1732090803305 2024-11-20T08:20:06,064 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,46775,1732090803305, state=OPENING 2024-11-20T08:20:06,066 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:20:06,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x10134761a4a0001, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01590290636 2024-11-20T08:20:06,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01590290636 2024-11-20T08:20:06,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01590290636/meta-region-server: CHANGED 2024-11-20T08:20:06,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01590290636/meta-region-server: CHANGED 2024-11-20T08:20:06,068 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:20:06,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,46775,1732090803305}] 2024-11-20T08:20:06,220 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:20:06,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:20:06,225 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:20:06,225 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:20:06,225 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:20:06,226 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C46775%2C1732090803305.meta, suffix=.meta, logDir=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305, archiveDir=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/oldWALs, maxLogs=10 2024-11-20T08:20:06,240 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.meta.1732090806226.meta, exclude list is [], retry=0 2024-11-20T08:20:06,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38355,DS-bbfa9eb0-da1e-4edd-9b82-147917e8cc6b,DISK] 2024-11-20T08:20:06,243 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.meta.1732090806226.meta 2024-11-20T08:20:06,243 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42219:42219)] 2024-11-20T08:20:06,244 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:20:06,244 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:20:06,244 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:20:06,244 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:20:06,244 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:20:06,244 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:20:06,244 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:06,244 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:20:06,244 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:20:06,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:20:06,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:20:06,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:06,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:06,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:20:06,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:20:06,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:06,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:06,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:20:06,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:20:06,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:06,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:06,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:20:06,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:20:06,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:06,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:06,249 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:20:06,250 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/1588230740 2024-11-20T08:20:06,250 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/1588230740 2024-11-20T08:20:06,251 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:20:06,251 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:20:06,252 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:20:06,252 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:20:06,253 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64554179, jitterRate=-0.0380677729845047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:20:06,253 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:20:06,253 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732090806244Writing region info on filesystem at 1732090806244Initializing all the Stores at 1732090806245 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090806245Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090806245Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090806245Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090806245Cleaning up temporary data from old regions at 1732090806251 (+6 ms)Running coprocessor post-open hooks at 1732090806253 (+2 ms)Region opened successfully at 1732090806253 2024-11-20T08:20:06,254 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090806220 2024-11-20T08:20:06,256 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:20:06,256 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:20:06,257 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,46775,1732090803305 2024-11-20T08:20:06,257 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,46775,1732090803305, state=OPEN 2024-11-20T08:20:06,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x10134761a4a0001, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01590290636/meta-region-server 2024-11-20T08:20:06,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01590290636/meta-region-server 2024-11-20T08:20:06,263 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3354ef74e3b7,46775,1732090803305 2024-11-20T08:20:06,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01590290636/meta-region-server: CHANGED 2024-11-20T08:20:06,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01590290636/meta-region-server: CHANGED 2024-11-20T08:20:06,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:20:06,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,46775,1732090803305 in 195 msec 2024-11-20T08:20:06,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:20:06,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-20T08:20:06,266 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:20:06,266 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T08:20:06,268 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:06,268 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46775,1732090803305, seqNum=-1] 2024-11-20T08:20:06,268 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:06,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:20:06,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1940 sec 2024-11-20T08:20:06,273 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090806273, completionTime=-1 2024-11-20T08:20:06,273 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T08:20:06,273 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T08:20:06,274 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T08:20:06,275 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090866274 2024-11-20T08:20:06,275 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090926275 2024-11-20T08:20:06,275 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T08:20:06,275 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38987,1732090803252-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:06,275 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38987,1732090803252-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:06,275 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38987,1732090803252-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:06,275 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3354ef74e3b7:38987, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:06,275 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:06,275 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:06,277 DEBUG [master/3354ef74e3b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T08:20:06,278 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.923sec 2024-11-20T08:20:06,278 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:20:06,278 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:20:06,278 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:20:06,278 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:20:06,278 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:20:06,278 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38987,1732090803252-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:20:06,278 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38987,1732090803252-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:20:06,280 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:20:06,280 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:20:06,280 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38987,1732090803252-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:06,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13045b87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:06,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,38987,-1 for getting cluster id 2024-11-20T08:20:06,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:06,338 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4f7844c-78bf-41c3-961b-223972184b2c' 2024-11-20T08:20:06,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:06,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4f7844c-78bf-41c3-961b-223972184b2c" 2024-11-20T08:20:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@717e81f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,38987,-1] 2024-11-20T08:20:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:06,340 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:06,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f52b192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:06,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:06,342 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46775,1732090803305, seqNum=-1] 2024-11-20T08:20:06,342 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:06,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:20:06,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3354ef74e3b7,38987,1732090803252 2024-11-20T08:20:06,345 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62015 2024-11-20T08:20:06,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:20:06,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10134761a4a0002 connected 2024-11-20T08:20:06,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/hadoop.log.dir so I do NOT create it in target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5 2024-11-20T08:20:06,351 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T08:20:06,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/hadoop.tmp.dir so I do NOT create it in target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5 2024-11-20T08:20:06,351 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T08:20:06,351 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5 2024-11-20T08:20:06,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:20:06,351 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/cluster_0f4e7a6d-8e5a-1dcb-418b-c2ca568c0468, deleteOnExit=true 2024-11-20T08:20:06,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T08:20:06,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/test.cache.data in system properties and HBase conf 2024-11-20T08:20:06,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:20:06,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:20:06,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:20:06,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:20:06,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T08:20:06,351 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:20:06,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:20:06,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:20:06,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:20:06,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:20:06,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:20:06,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:20:06,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:20:06,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:20:06,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:20:06,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:20:06,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:20:06,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:20:06,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:20:06,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:20:06,424 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:20:06,427 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:20:06,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:20:06,429 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:20:06,429 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:20:06,433 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:20:06,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@666de90c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:20:06,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48103671{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:20:06,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ffff9c5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/java.io.tmpdir/jetty-localhost-45713-hadoop-hdfs-3_4_1-tests_jar-_-any-17052370533485416637/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:20:06,564 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@482640eb{HTTP/1.1, (http/1.1)}{localhost:45713} 2024-11-20T08:20:06,564 INFO [Time-limited test {}] server.Server(415): Started @207727ms 2024-11-20T08:20:06,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:20:06,637 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:20:06,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:20:06,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:20:06,638 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:20:06,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30dd4f1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:20:06,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a0e76b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:20:06,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a8db13d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/java.io.tmpdir/jetty-localhost-36231-hadoop-hdfs-3_4_1-tests_jar-_-any-16737198428624331970/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:20:06,760 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a2107a0{HTTP/1.1, (http/1.1)}{localhost:36231} 2024-11-20T08:20:06,760 INFO [Time-limited test {}] server.Server(415): Started @207923ms 2024-11-20T08:20:06,761 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:20:06,865 WARN [Thread-2763 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/cluster_0f4e7a6d-8e5a-1dcb-418b-c2ca568c0468/data/data2/current/BP-1234338666-172.17.0.2-1732090806370/current, will proceed with Du for space computation calculation, 2024-11-20T08:20:06,865 WARN [Thread-2762 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/cluster_0f4e7a6d-8e5a-1dcb-418b-c2ca568c0468/data/data1/current/BP-1234338666-172.17.0.2-1732090806370/current, will proceed with Du for space computation calculation, 2024-11-20T08:20:06,885 WARN [Thread-2750 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:20:06,889 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78be91c7da2979ce with lease ID 0x50b6ff2c43e9c4c6: Processing first storage report for DS-6c9c9f78-0bc5-4fab-a177-f9f683fd581f from datanode DatanodeRegistration(127.0.0.1:39077, datanodeUuid=887c47dd-f8bd-421d-9f69-ffe1afd69f4d, infoPort=38605, infoSecurePort=0, ipcPort=41317, storageInfo=lv=-57;cid=testClusterID;nsid=653506569;c=1732090806370) 2024-11-20T08:20:06,889 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78be91c7da2979ce with lease ID 0x50b6ff2c43e9c4c6: from storage DS-6c9c9f78-0bc5-4fab-a177-f9f683fd581f node DatanodeRegistration(127.0.0.1:39077, datanodeUuid=887c47dd-f8bd-421d-9f69-ffe1afd69f4d, infoPort=38605, infoSecurePort=0, ipcPort=41317, storageInfo=lv=-57;cid=testClusterID;nsid=653506569;c=1732090806370), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:20:06,889 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78be91c7da2979ce with lease ID 0x50b6ff2c43e9c4c6: Processing first storage report for DS-dfcb1cae-ee14-4e78-90b7-dbaceaaab740 from datanode DatanodeRegistration(127.0.0.1:39077, datanodeUuid=887c47dd-f8bd-421d-9f69-ffe1afd69f4d, infoPort=38605, infoSecurePort=0, ipcPort=41317, storageInfo=lv=-57;cid=testClusterID;nsid=653506569;c=1732090806370) 2024-11-20T08:20:06,889 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78be91c7da2979ce with lease ID 0x50b6ff2c43e9c4c6: from storage DS-dfcb1cae-ee14-4e78-90b7-dbaceaaab740 node DatanodeRegistration(127.0.0.1:39077, datanodeUuid=887c47dd-f8bd-421d-9f69-ffe1afd69f4d, infoPort=38605, infoSecurePort=0, ipcPort=41317, storageInfo=lv=-57;cid=testClusterID;nsid=653506569;c=1732090806370), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:20:06,988 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5 2024-11-20T08:20:06,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:06,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:06,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:20:07,000 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c with version=8 2024-11-20T08:20:07,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/hbase-staging 2024-11-20T08:20:07,003 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:20:07,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:07,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:07,003 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:20:07,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:07,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:20:07,003 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:20:07,003 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:20:07,004 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40843 2024-11-20T08:20:07,004 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40843 connecting to ZooKeeper ensemble=127.0.0.1:62015 2024-11-20T08:20:07,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408430x0, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:20:07,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40843-0x10134761a4a0003 connected 2024-11-20T08:20:07,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:07,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:07,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Set watcher on znode that does not yet exist, /1485525544/running 2024-11-20T08:20:07,023 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c, hbase.cluster.distributed=false 2024-11-20T08:20:07,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Set watcher on znode that does not yet exist, /1485525544/acl 2024-11-20T08:20:07,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40843 2024-11-20T08:20:07,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40843 2024-11-20T08:20:07,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40843 2024-11-20T08:20:07,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40843 2024-11-20T08:20:07,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40843 2024-11-20T08:20:07,040 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:20:07,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:07,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:07,040 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:20:07,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:07,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:20:07,040 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:20:07,041 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:20:07,041 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43601 2024-11-20T08:20:07,042 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43601 connecting to ZooKeeper ensemble=127.0.0.1:62015 2024-11-20T08:20:07,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:07,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:07,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436010x0, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:20:07,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436010x0, quorum=127.0.0.1:62015, baseZNode=/1485525544 Set watcher on znode that does not yet exist, /1485525544/running 2024-11-20T08:20:07,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43601-0x10134761a4a0004 connected 2024-11-20T08:20:07,048 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:20:07,049 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:20:07,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43601-0x10134761a4a0004, quorum=127.0.0.1:62015, baseZNode=/1485525544 Set watcher on znode that does not yet exist, /1485525544/master 2024-11-20T08:20:07,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43601-0x10134761a4a0004, quorum=127.0.0.1:62015, baseZNode=/1485525544 Set watcher on znode that does not yet exist, /1485525544/acl 2024-11-20T08:20:07,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43601 2024-11-20T08:20:07,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43601 2024-11-20T08:20:07,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43601 2024-11-20T08:20:07,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43601 2024-11-20T08:20:07,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43601 2024-11-20T08:20:07,066 DEBUG [M:0;3354ef74e3b7:40843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3354ef74e3b7:40843 2024-11-20T08:20:07,067 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1485525544/backup-masters/3354ef74e3b7,40843,1732090807002 2024-11-20T08:20:07,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1485525544/backup-masters 2024-11-20T08:20:07,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10134761a4a0004, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1485525544/backup-masters 2024-11-20T08:20:07,069 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Set watcher on existing znode=/1485525544/backup-masters/3354ef74e3b7,40843,1732090807002 2024-11-20T08:20:07,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1485525544 2024-11-20T08:20:07,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10134761a4a0004, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1485525544/master 2024-11-20T08:20:07,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10134761a4a0004, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1485525544 2024-11-20T08:20:07,072 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Set watcher on existing znode=/1485525544/master 2024-11-20T08:20:07,072 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1485525544/backup-masters/3354ef74e3b7,40843,1732090807002 from backup master directory 2024-11-20T08:20:07,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1485525544/backup-masters/3354ef74e3b7,40843,1732090807002 2024-11-20T08:20:07,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1485525544/backup-masters 2024-11-20T08:20:07,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10134761a4a0004, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1485525544/backup-masters 2024-11-20T08:20:07,085 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:20:07,085 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3354ef74e3b7,40843,1732090807002 2024-11-20T08:20:07,088 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/hbase.id] with ID: 66ad3b2e-71e5-4aad-b966-d389e64d060d 2024-11-20T08:20:07,088 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/.tmp/hbase.id 2024-11-20T08:20:07,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:20:07,092 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/.tmp/hbase.id]:[hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/hbase.id] 2024-11-20T08:20:07,100 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:07,100 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:20:07,101 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T08:20:07,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1485525544 2024-11-20T08:20:07,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10134761a4a0004, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1485525544 2024-11-20T08:20:07,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:20:07,509 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:20:07,510 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:20:07,510 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:20:07,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:20:07,917 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/MasterData/data/master/store 2024-11-20T08:20:07,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:20:08,322 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:08,322 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:20:08,322 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:08,322 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:08,322 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:20:08,322 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:08,322 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:08,322 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090808322Disabling compacts and flushes for region at 1732090808322Disabling writes for close at 1732090808322Writing region close event to WAL at 1732090808322Closed at 1732090808322 2024-11-20T08:20:08,323 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/MasterData/data/master/store/.initializing 2024-11-20T08:20:08,323 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/MasterData/WALs/3354ef74e3b7,40843,1732090807002 2024-11-20T08:20:08,324 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:20:08,325 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C40843%2C1732090807002, suffix=, logDir=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/MasterData/WALs/3354ef74e3b7,40843,1732090807002, archiveDir=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/MasterData/oldWALs, maxLogs=10 2024-11-20T08:20:08,344 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/MasterData/WALs/3354ef74e3b7,40843,1732090807002/3354ef74e3b7%2C40843%2C1732090807002.1732090808326, exclude list is [], retry=0 2024-11-20T08:20:08,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39077,DS-6c9c9f78-0bc5-4fab-a177-f9f683fd581f,DISK] 2024-11-20T08:20:08,348 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/MasterData/WALs/3354ef74e3b7,40843,1732090807002/3354ef74e3b7%2C40843%2C1732090807002.1732090808326 2024-11-20T08:20:08,348 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38605:38605)] 2024-11-20T08:20:08,348 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:20:08,348 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:08,348 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:08,348 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:08,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:08,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:20:08,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:08,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:08,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:08,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:20:08,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:08,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:08,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:08,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:20:08,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:08,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:08,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:08,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:20:08,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:08,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:08,354 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:08,355 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:08,355 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:08,356 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:08,356 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:08,356 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:20:08,357 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:08,359 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:20:08,359 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66944972, jitterRate=-0.00244218111038208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:20:08,359 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732090808348Initializing all the Stores at 1732090808349 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090808349Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090808349Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090808349Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090808349Cleaning up temporary data from old regions at 1732090808356 (+7 ms)Region opened successfully at 1732090808359 (+3 ms) 2024-11-20T08:20:08,360 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:20:08,362 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cbd4da6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:20:08,363 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T08:20:08,363 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:20:08,363 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:20:08,363 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:20:08,363 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:20:08,364 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:20:08,364 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:20:08,365 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:20:08,366 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Unable to get data of znode /1485525544/balancer because node does not exist (not necessarily an error) 2024-11-20T08:20:08,367 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1485525544/balancer already deleted, retry=false 2024-11-20T08:20:08,368 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:20:08,368 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Unable to get data of znode /1485525544/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:20:08,374 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1485525544/normalizer already deleted, retry=false 2024-11-20T08:20:08,375 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:20:08,376 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Unable to get data of znode /1485525544/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:20:08,377 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1485525544/switch/split already deleted, retry=false 2024-11-20T08:20:08,378 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Unable to get data of znode /1485525544/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:20:08,379 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1485525544/switch/merge already deleted, retry=false 2024-11-20T08:20:08,380 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Unable to get data of znode /1485525544/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:20:08,382 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1485525544/snapshot-cleanup already deleted, retry=false 2024-11-20T08:20:08,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1485525544/running 2024-11-20T08:20:08,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10134761a4a0004, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1485525544/running 2024-11-20T08:20:08,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1485525544 2024-11-20T08:20:08,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10134761a4a0004, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1485525544 2024-11-20T08:20:08,385 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3354ef74e3b7,40843,1732090807002, sessionid=0x10134761a4a0003, setting cluster-up flag (Was=false) 2024-11-20T08:20:08,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10134761a4a0004, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1485525544 2024-11-20T08:20:08,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1485525544 2024-11-20T08:20:08,392 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1485525544/flush-table-proc/acquired, /1485525544/flush-table-proc/reached, /1485525544/flush-table-proc/abort 2024-11-20T08:20:08,405 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,40843,1732090807002 2024-11-20T08:20:08,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1485525544 2024-11-20T08:20:08,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10134761a4a0004, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1485525544 2024-11-20T08:20:08,413 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1485525544/online-snapshot/acquired, /1485525544/online-snapshot/reached, /1485525544/online-snapshot/abort 2024-11-20T08:20:08,413 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,40843,1732090807002 2024-11-20T08:20:08,414 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T08:20:08,416 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:20:08,416 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:20:08,417 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:20:08,417 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3354ef74e3b7,40843,1732090807002 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:20:08,418 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:20:08,418 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:20:08,418 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:20:08,418 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:20:08,418 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3354ef74e3b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:20:08,418 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:08,418 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:20:08,418 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:08,419 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090838419 2024-11-20T08:20:08,419 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:20:08,419 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:20:08,419 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:20:08,419 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:20:08,420 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:20:08,420 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:20:08,420 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:20:08,420 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:20:08,420 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:08,420 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:08,420 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:20:08,424 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:20:08,425 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:20:08,425 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:20:08,425 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T08:20:08,426 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:20:08,426 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:20:08,428 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090808426,5,FailOnTimeoutGroup] 2024-11-20T08:20:08,428 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090808428,5,FailOnTimeoutGroup] 2024-11-20T08:20:08,428 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:08,428 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:20:08,428 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:08,428 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:08,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741831_1007 (size=1321) 2024-11-20T08:20:08,458 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.HRegionServer(746): ClusterId : 66ad3b2e-71e5-4aad-b966-d389e64d060d 2024-11-20T08:20:08,458 DEBUG [RS:0;3354ef74e3b7:43601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:20:08,460 DEBUG [RS:0;3354ef74e3b7:43601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:20:08,460 DEBUG [RS:0;3354ef74e3b7:43601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:20:08,463 DEBUG [RS:0;3354ef74e3b7:43601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:20:08,463 DEBUG [RS:0;3354ef74e3b7:43601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3c8c96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:20:08,476 DEBUG [RS:0;3354ef74e3b7:43601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3354ef74e3b7:43601 2024-11-20T08:20:08,476 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:20:08,476 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:20:08,476 DEBUG [RS:0;3354ef74e3b7:43601 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:20:08,477 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.HRegionServer(2659): reportForDuty to master=3354ef74e3b7,40843,1732090807002 with port=43601, startcode=1732090807040 2024-11-20T08:20:08,477 DEBUG [RS:0;3354ef74e3b7:43601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:20:08,478 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:20:08,479 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40843 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3354ef74e3b7,43601,1732090807040 2024-11-20T08:20:08,479 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40843 {}] master.ServerManager(517): Registering regionserver=3354ef74e3b7,43601,1732090807040 2024-11-20T08:20:08,480 DEBUG [RS:0;3354ef74e3b7:43601 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c 2024-11-20T08:20:08,480 DEBUG [RS:0;3354ef74e3b7:43601 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39327 2024-11-20T08:20:08,480 DEBUG [RS:0;3354ef74e3b7:43601 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:20:08,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1485525544/rs 2024-11-20T08:20:08,482 DEBUG [RS:0;3354ef74e3b7:43601 {}] zookeeper.ZKUtil(111): regionserver:43601-0x10134761a4a0004, quorum=127.0.0.1:62015, baseZNode=/1485525544 Set watcher on existing znode=/1485525544/rs/3354ef74e3b7,43601,1732090807040 2024-11-20T08:20:08,483 WARN [RS:0;3354ef74e3b7:43601 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:20:08,483 INFO [RS:0;3354ef74e3b7:43601 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:20:08,483 DEBUG [RS:0;3354ef74e3b7:43601 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040 2024-11-20T08:20:08,483 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3354ef74e3b7,43601,1732090807040] 2024-11-20T08:20:08,486 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:20:08,487 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:20:08,488 INFO [RS:0;3354ef74e3b7:43601 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:20:08,488 INFO [RS:0;3354ef74e3b7:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:08,488 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:20:08,489 INFO [RS:0;3354ef74e3b7:43601 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:20:08,489 INFO [RS:0;3354ef74e3b7:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:08,489 DEBUG [RS:0;3354ef74e3b7:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:08,489 DEBUG [RS:0;3354ef74e3b7:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:08,489 DEBUG [RS:0;3354ef74e3b7:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:08,489 DEBUG [RS:0;3354ef74e3b7:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:08,489 DEBUG [RS:0;3354ef74e3b7:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:08,489 DEBUG [RS:0;3354ef74e3b7:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:20:08,489 DEBUG [RS:0;3354ef74e3b7:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:08,489 DEBUG [RS:0;3354ef74e3b7:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:08,489 DEBUG [RS:0;3354ef74e3b7:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:08,489 DEBUG [RS:0;3354ef74e3b7:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:08,489 DEBUG [RS:0;3354ef74e3b7:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:08,489 DEBUG [RS:0;3354ef74e3b7:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:08,489 DEBUG [RS:0;3354ef74e3b7:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:20:08,489 DEBUG [RS:0;3354ef74e3b7:43601 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:20:08,490 INFO [RS:0;3354ef74e3b7:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:08,490 INFO [RS:0;3354ef74e3b7:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:08,490 INFO [RS:0;3354ef74e3b7:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:08,490 INFO [RS:0;3354ef74e3b7:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:08,490 INFO [RS:0;3354ef74e3b7:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:08,490 INFO [RS:0;3354ef74e3b7:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,43601,1732090807040-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:20:08,508 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:20:08,508 INFO [RS:0;3354ef74e3b7:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,43601,1732090807040-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:08,509 INFO [RS:0;3354ef74e3b7:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:08,509 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.Replication(171): 3354ef74e3b7,43601,1732090807040 started 2024-11-20T08:20:08,522 INFO [RS:0;3354ef74e3b7:43601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:08,522 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.HRegionServer(1482): Serving as 3354ef74e3b7,43601,1732090807040, RpcServer on 3354ef74e3b7/172.17.0.2:43601, sessionid=0x10134761a4a0004 2024-11-20T08:20:08,523 DEBUG [RS:0;3354ef74e3b7:43601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:20:08,523 DEBUG [RS:0;3354ef74e3b7:43601 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3354ef74e3b7,43601,1732090807040 2024-11-20T08:20:08,523 DEBUG [RS:0;3354ef74e3b7:43601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,43601,1732090807040' 2024-11-20T08:20:08,523 DEBUG [RS:0;3354ef74e3b7:43601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1485525544/flush-table-proc/abort' 2024-11-20T08:20:08,523 DEBUG [RS:0;3354ef74e3b7:43601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1485525544/flush-table-proc/acquired' 2024-11-20T08:20:08,523 DEBUG [RS:0;3354ef74e3b7:43601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:20:08,523 DEBUG [RS:0;3354ef74e3b7:43601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:20:08,523 DEBUG [RS:0;3354ef74e3b7:43601 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3354ef74e3b7,43601,1732090807040 2024-11-20T08:20:08,523 DEBUG [RS:0;3354ef74e3b7:43601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,43601,1732090807040' 2024-11-20T08:20:08,523 DEBUG [RS:0;3354ef74e3b7:43601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1485525544/online-snapshot/abort' 2024-11-20T08:20:08,524 DEBUG [RS:0;3354ef74e3b7:43601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1485525544/online-snapshot/acquired' 2024-11-20T08:20:08,524 DEBUG [RS:0;3354ef74e3b7:43601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:20:08,524 INFO [RS:0;3354ef74e3b7:43601 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:20:08,524 INFO [RS:0;3354ef74e3b7:43601 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:20:08,624 INFO [RS:0;3354ef74e3b7:43601 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:20:08,626 INFO [RS:0;3354ef74e3b7:43601 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C43601%2C1732090807040, suffix=, logDir=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040, archiveDir=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/oldWALs, maxLogs=10 2024-11-20T08:20:08,640 DEBUG [RS:0;3354ef74e3b7:43601 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626, exclude list is [], retry=0 2024-11-20T08:20:08,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39077,DS-6c9c9f78-0bc5-4fab-a177-f9f683fd581f,DISK] 2024-11-20T08:20:08,644 INFO [RS:0;3354ef74e3b7:43601 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 2024-11-20T08:20:08,645 DEBUG [RS:0;3354ef74e3b7:43601 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38605:38605)] 2024-11-20T08:20:08,834 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T08:20:08,834 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c 2024-11-20T08:20:08,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741833_1009 (size=32) 2024-11-20T08:20:09,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:09,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:20:09,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:20:09,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:09,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:09,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:20:09,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:20:09,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:09,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:09,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:20:09,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:20:09,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:09,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:09,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:20:09,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:20:09,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:09,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:09,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:20:09,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/1588230740 2024-11-20T08:20:09,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/1588230740 2024-11-20T08:20:09,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:20:09,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:20:09,248 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:20:09,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:20:09,250 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:20:09,251 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69912055, jitterRate=0.041770800948143005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:20:09,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732090809239Initializing all the Stores at 1732090809240 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090809240Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090809240Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090809240Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090809240Cleaning up temporary data from old regions at 1732090809247 (+7 ms)Region opened successfully at 1732090809251 (+4 ms) 2024-11-20T08:20:09,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:20:09,251 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:20:09,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:20:09,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:20:09,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:20:09,252 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:20:09,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090809251Disabling compacts and flushes for region at 1732090809251Disabling writes for close at 1732090809251Writing region close event to WAL at 1732090809252 (+1 ms)Closed at 1732090809252 2024-11-20T08:20:09,253 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:20:09,253 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T08:20:09,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:20:09,254 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:20:09,255 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:20:09,405 DEBUG [3354ef74e3b7:40843 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:20:09,406 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3354ef74e3b7,43601,1732090807040 2024-11-20T08:20:09,407 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,43601,1732090807040, state=OPENING 2024-11-20T08:20:09,411 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:20:09,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10134761a4a0004, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1485525544 2024-11-20T08:20:09,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1485525544 2024-11-20T08:20:09,413 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:20:09,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,43601,1732090807040}] 2024-11-20T08:20:09,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1485525544/meta-region-server: CHANGED 2024-11-20T08:20:09,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1485525544/meta-region-server: CHANGED 2024-11-20T08:20:09,565 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:20:09,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:20:09,569 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:20:09,569 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:20:09,570 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:20:09,571 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C43601%2C1732090807040.meta, suffix=.meta, logDir=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040, archiveDir=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/oldWALs, maxLogs=10 2024-11-20T08:20:09,584 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.meta.1732090809571.meta, exclude list is [], retry=0 2024-11-20T08:20:09,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39077,DS-6c9c9f78-0bc5-4fab-a177-f9f683fd581f,DISK] 2024-11-20T08:20:09,588 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.meta.1732090809571.meta 2024-11-20T08:20:09,588 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38605:38605)] 2024-11-20T08:20:09,588 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:20:09,589 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:20:09,589 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:20:09,589 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:20:09,589 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:20:09,589 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:20:09,589 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:09,589 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:20:09,589 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:20:09,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:20:09,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:20:09,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:09,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:09,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:20:09,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:20:09,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:09,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:09,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:20:09,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:20:09,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:09,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:09,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:20:09,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:20:09,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:09,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:09,595 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:20:09,595 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/1588230740 2024-11-20T08:20:09,596 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/1588230740 2024-11-20T08:20:09,597 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:20:09,597 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:20:09,597 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:20:09,598 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:20:09,598 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70323859, jitterRate=0.047907158732414246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:20:09,598 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:20:09,598 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732090809589Writing region info on filesystem at 1732090809589Initializing all the Stores at 1732090809590 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090809590Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090809590Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090809590Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090809590Cleaning up temporary data from old regions at 1732090809597 (+7 ms)Running coprocessor post-open hooks at 1732090809598 (+1 ms)Region opened successfully at 1732090809598 2024-11-20T08:20:09,599 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090809565 2024-11-20T08:20:09,601 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:20:09,601 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:20:09,602 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,43601,1732090807040 2024-11-20T08:20:09,603 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,43601,1732090807040, state=OPEN 2024-11-20T08:20:09,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1485525544/meta-region-server 2024-11-20T08:20:09,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10134761a4a0004, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1485525544/meta-region-server 2024-11-20T08:20:09,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1485525544/meta-region-server: CHANGED 2024-11-20T08:20:09,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1485525544/meta-region-server: CHANGED 2024-11-20T08:20:09,604 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3354ef74e3b7,43601,1732090807040 2024-11-20T08:20:09,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:20:09,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,43601,1732090807040 in 191 msec 2024-11-20T08:20:09,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:20:09,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-20T08:20:09,608 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:20:09,608 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T08:20:09,609 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:09,609 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,43601,1732090807040, seqNum=-1] 2024-11-20T08:20:09,609 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:09,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:20:09,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-20T08:20:09,615 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090809614, completionTime=-1 2024-11-20T08:20:09,615 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T08:20:09,615 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T08:20:09,616 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T08:20:09,616 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090869616 2024-11-20T08:20:09,617 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090929617 2024-11-20T08:20:09,617 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T08:20:09,617 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,40843,1732090807002-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:09,617 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,40843,1732090807002-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:09,617 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,40843,1732090807002-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:09,617 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3354ef74e3b7:40843, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:09,617 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:09,618 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:09,619 DEBUG [master/3354ef74e3b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T08:20:09,621 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.536sec 2024-11-20T08:20:09,621 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:20:09,621 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:20:09,621 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:20:09,621 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:20:09,621 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:20:09,621 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,40843,1732090807002-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:20:09,621 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,40843,1732090807002-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:20:09,622 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:20:09,623 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:20:09,623 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,40843,1732090807002-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:09,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2810a9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:09,658 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,40843,-1 for getting cluster id 2024-11-20T08:20:09,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:09,660 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66ad3b2e-71e5-4aad-b966-d389e64d060d' 2024-11-20T08:20:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66ad3b2e-71e5-4aad-b966-d389e64d060d" 2024-11-20T08:20:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b263028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,40843,-1] 2024-11-20T08:20:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:09,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:09,661 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:09,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6665a380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:09,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:09,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,43601,1732090807040, seqNum=-1] 2024-11-20T08:20:09,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:09,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:20:09,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3354ef74e3b7,40843,1732090807002 2024-11-20T08:20:09,666 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62015 2024-11-20T08:20:09,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:20:09,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10134761a4a0005 connected 2024-11-20T08:20:09,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/hadoop.log.dir so I do NOT create it in target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39 2024-11-20T08:20:09,674 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T08:20:09,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/hadoop.tmp.dir so I do NOT create it in target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39 2024-11-20T08:20:09,674 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T08:20:09,674 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39 2024-11-20T08:20:09,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:20:09,674 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/cluster_e7945e2c-5edf-bc7e-94e0-8c511b9d374f, deleteOnExit=true 2024-11-20T08:20:09,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T08:20:09,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/test.cache.data in system properties and HBase conf 2024-11-20T08:20:09,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:20:09,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:20:09,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:20:09,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:20:09,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T08:20:09,674 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:20:09,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:20:09,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:20:09,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:20:09,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:20:09,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:20:09,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:20:09,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:20:09,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:20:09,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:20:09,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:20:09,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:20:09,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:20:09,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:20:09,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:20:09,751 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T08:20:09,752 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:09,752 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:09,792 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:09,793 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:09,793 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:09,793 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:09,794 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:09,794 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:09,801 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:09,805 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:09,805 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:09,807 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:09,844 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:20:09,848 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:20:09,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:20:09,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:20:09,853 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:20:09,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:20:09,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26e89182{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:20:09,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@784a7587{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:20:09,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a10fea9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/java.io.tmpdir/jetty-localhost-42565-hadoop-hdfs-3_4_1-tests_jar-_-any-7644143035101735927/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:20:09,994 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e69882f{HTTP/1.1, (http/1.1)}{localhost:42565} 2024-11-20T08:20:09,994 INFO [Time-limited test {}] server.Server(415): Started @211157ms 2024-11-20T08:20:10,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:20:10,115 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:20:10,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:20:10,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:20:10,117 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:20:10,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b6447ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:20:10,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@678fdb91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:20:10,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5977000{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/java.io.tmpdir/jetty-localhost-35365-hadoop-hdfs-3_4_1-tests_jar-_-any-5122207426572674964/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:20:10,240 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ada0127{HTTP/1.1, (http/1.1)}{localhost:35365} 2024-11-20T08:20:10,240 INFO [Time-limited test {}] server.Server(415): Started @211403ms 2024-11-20T08:20:10,241 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:20:10,341 WARN [Thread-2883 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/cluster_e7945e2c-5edf-bc7e-94e0-8c511b9d374f/data/data1/current/BP-773588061-172.17.0.2-1732090809696/current, will proceed with Du for space computation calculation, 2024-11-20T08:20:10,341 WARN [Thread-2884 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/cluster_e7945e2c-5edf-bc7e-94e0-8c511b9d374f/data/data2/current/BP-773588061-172.17.0.2-1732090809696/current, will proceed with Du for space computation calculation, 2024-11-20T08:20:10,362 WARN [Thread-2871 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:20:10,365 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd34feb1a11d1575d with lease ID 0x4c21abf87f227c6c: Processing first storage report for DS-b8b2f2c8-c94c-4a2a-abf2-ea3a8cc330e3 from datanode DatanodeRegistration(127.0.0.1:44609, datanodeUuid=ef8866f5-9639-416d-95e4-3aa7d0293f9d, infoPort=35143, infoSecurePort=0, ipcPort=41585, storageInfo=lv=-57;cid=testClusterID;nsid=1652039790;c=1732090809696) 2024-11-20T08:20:10,365 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd34feb1a11d1575d with lease ID 0x4c21abf87f227c6c: from storage DS-b8b2f2c8-c94c-4a2a-abf2-ea3a8cc330e3 node DatanodeRegistration(127.0.0.1:44609, datanodeUuid=ef8866f5-9639-416d-95e4-3aa7d0293f9d, infoPort=35143, infoSecurePort=0, ipcPort=41585, storageInfo=lv=-57;cid=testClusterID;nsid=1652039790;c=1732090809696), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:20:10,365 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd34feb1a11d1575d with lease ID 0x4c21abf87f227c6c: Processing first storage report for DS-4725243c-85c6-4f4b-ad64-be914f262d7c from datanode DatanodeRegistration(127.0.0.1:44609, datanodeUuid=ef8866f5-9639-416d-95e4-3aa7d0293f9d, infoPort=35143, infoSecurePort=0, ipcPort=41585, storageInfo=lv=-57;cid=testClusterID;nsid=1652039790;c=1732090809696) 2024-11-20T08:20:10,365 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd34feb1a11d1575d with lease ID 0x4c21abf87f227c6c: from storage DS-4725243c-85c6-4f4b-ad64-be914f262d7c node DatanodeRegistration(127.0.0.1:44609, datanodeUuid=ef8866f5-9639-416d-95e4-3aa7d0293f9d, infoPort=35143, infoSecurePort=0, ipcPort=41585, storageInfo=lv=-57;cid=testClusterID;nsid=1652039790;c=1732090809696), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:20:10,369 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39 2024-11-20T08:20:10,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:10,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:10,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:20:10,533 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:10,534 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T08:20:10,534 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38338 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T08:20:10,783 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c with version=8 2024-11-20T08:20:10,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/hbase-staging 2024-11-20T08:20:10,785 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:20:10,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:10,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:10,786 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:20:10,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:10,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:20:10,786 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:20:10,786 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:20:10,787 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41183 2024-11-20T08:20:10,787 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41183 connecting to ZooKeeper ensemble=127.0.0.1:62015 2024-11-20T08:20:10,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411830x0, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:20:10,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41183-0x10134761a4a0006 connected 2024-11-20T08:20:10,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:10,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:10,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Set watcher on znode that does not yet exist, /2948684928/running 2024-11-20T08:20:10,807 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c, hbase.cluster.distributed=false 2024-11-20T08:20:10,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Set watcher on znode that does not yet exist, /2948684928/acl 2024-11-20T08:20:10,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41183 2024-11-20T08:20:10,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41183 2024-11-20T08:20:10,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41183 2024-11-20T08:20:10,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41183 2024-11-20T08:20:10,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41183 2024-11-20T08:20:10,828 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:20:10,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:10,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:10,828 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:20:10,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:10,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:20:10,828 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:20:10,828 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:20:10,829 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35275 2024-11-20T08:20:10,829 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35275 connecting to ZooKeeper ensemble=127.0.0.1:62015 2024-11-20T08:20:10,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:10,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:10,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352750x0, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:20:10,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35275-0x10134761a4a0007 connected 2024-11-20T08:20:10,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352750x0, quorum=127.0.0.1:62015, baseZNode=/2948684928 Set watcher on znode that does not yet exist, /2948684928/running 2024-11-20T08:20:10,837 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:20:10,839 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:20:10,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35275-0x10134761a4a0007, quorum=127.0.0.1:62015, baseZNode=/2948684928 Set watcher on znode that does not yet exist, /2948684928/master 2024-11-20T08:20:10,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35275-0x10134761a4a0007, quorum=127.0.0.1:62015, baseZNode=/2948684928 Set watcher on znode that does not yet exist, /2948684928/acl 2024-11-20T08:20:10,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35275 2024-11-20T08:20:10,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35275 2024-11-20T08:20:10,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35275 2024-11-20T08:20:10,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35275 2024-11-20T08:20:10,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35275 2024-11-20T08:20:10,863 DEBUG [M:0;3354ef74e3b7:41183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3354ef74e3b7:41183 2024-11-20T08:20:10,864 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2948684928/backup-masters/3354ef74e3b7,41183,1732090810785 2024-11-20T08:20:10,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2948684928/backup-masters 2024-11-20T08:20:10,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35275-0x10134761a4a0007, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2948684928/backup-masters 2024-11-20T08:20:10,866 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Set watcher on existing znode=/2948684928/backup-masters/3354ef74e3b7,41183,1732090810785 2024-11-20T08:20:10,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35275-0x10134761a4a0007, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2948684928/master 2024-11-20T08:20:10,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2948684928 2024-11-20T08:20:10,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35275-0x10134761a4a0007, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2948684928 2024-11-20T08:20:10,868 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Set watcher on existing znode=/2948684928/master 2024-11-20T08:20:10,868 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2948684928/backup-masters/3354ef74e3b7,41183,1732090810785 from backup master directory 2024-11-20T08:20:10,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35275-0x10134761a4a0007, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2948684928/backup-masters 2024-11-20T08:20:10,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2948684928/backup-masters/3354ef74e3b7,41183,1732090810785 2024-11-20T08:20:10,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2948684928/backup-masters 2024-11-20T08:20:10,870 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:20:10,870 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3354ef74e3b7,41183,1732090810785 2024-11-20T08:20:10,873 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/hbase.id] with ID: c9acf6f6-74e3-45fc-a767-e6b1d2b9dd44 2024-11-20T08:20:10,873 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/.tmp/hbase.id 2024-11-20T08:20:10,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:20:10,882 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/.tmp/hbase.id]:[hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/hbase.id] 2024-11-20T08:20:10,890 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:10,890 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:20:10,891 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T08:20:10,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35275-0x10134761a4a0007, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2948684928 2024-11-20T08:20:10,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2948684928 2024-11-20T08:20:10,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:20:10,906 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:20:10,908 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:20:10,908 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:20:10,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:20:11,167 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T08:20:11,331 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/MasterData/data/master/store 2024-11-20T08:20:11,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:20:11,338 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:11,338 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:20:11,338 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:11,338 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:11,338 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:20:11,338 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:11,338 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:11,338 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090811338Disabling compacts and flushes for region at 1732090811338Disabling writes for close at 1732090811338Writing region close event to WAL at 1732090811338Closed at 1732090811338 2024-11-20T08:20:11,339 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/MasterData/data/master/store/.initializing 2024-11-20T08:20:11,339 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/MasterData/WALs/3354ef74e3b7,41183,1732090810785 2024-11-20T08:20:11,340 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:20:11,341 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C41183%2C1732090810785, suffix=, logDir=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/MasterData/WALs/3354ef74e3b7,41183,1732090810785, archiveDir=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/MasterData/oldWALs, maxLogs=10 2024-11-20T08:20:11,360 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/MasterData/WALs/3354ef74e3b7,41183,1732090810785/3354ef74e3b7%2C41183%2C1732090810785.1732090811342, exclude list is [], retry=0 2024-11-20T08:20:11,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44609,DS-b8b2f2c8-c94c-4a2a-abf2-ea3a8cc330e3,DISK] 2024-11-20T08:20:11,364 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/MasterData/WALs/3354ef74e3b7,41183,1732090810785/3354ef74e3b7%2C41183%2C1732090810785.1732090811342 2024-11-20T08:20:11,364 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35143:35143)] 2024-11-20T08:20:11,364 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:20:11,364 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:11,364 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:11,364 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:11,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:11,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:20:11,367 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:11,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:11,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:11,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:20:11,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:11,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:11,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:11,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:20:11,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:11,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:11,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:11,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:20:11,370 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:11,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:11,370 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:11,371 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:11,371 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:11,372 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:11,372 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:11,372 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:20:11,373 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:11,375 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:20:11,375 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64514127, jitterRate=-0.038664594292640686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:20:11,375 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732090811364Initializing all the Stores at 1732090811365 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090811365Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090811365Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090811365Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090811365Cleaning up temporary data from old regions at 1732090811372 (+7 ms)Region opened successfully at 1732090811375 (+3 ms) 2024-11-20T08:20:11,375 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:20:11,378 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cdfc882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:20:11,378 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T08:20:11,378 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:20:11,378 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:20:11,379 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:20:11,379 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:20:11,379 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:20:11,379 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:20:11,381 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:20:11,382 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Unable to get data of znode /2948684928/balancer because node does not exist (not necessarily an error) 2024-11-20T08:20:11,384 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2948684928/balancer already deleted, retry=false 2024-11-20T08:20:11,384 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:20:11,385 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Unable to get data of znode /2948684928/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:20:11,386 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2948684928/normalizer already deleted, retry=false 2024-11-20T08:20:11,387 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:20:11,387 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Unable to get data of znode /2948684928/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:20:11,389 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2948684928/switch/split already deleted, retry=false 2024-11-20T08:20:11,389 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Unable to get data of znode /2948684928/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:20:11,390 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2948684928/switch/merge already deleted, retry=false 2024-11-20T08:20:11,392 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Unable to get data of znode /2948684928/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:20:11,393 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2948684928/snapshot-cleanup already deleted, retry=false 2024-11-20T08:20:11,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2948684928/running 2024-11-20T08:20:11,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35275-0x10134761a4a0007, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2948684928/running 2024-11-20T08:20:11,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2948684928 2024-11-20T08:20:11,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35275-0x10134761a4a0007, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2948684928 2024-11-20T08:20:11,396 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3354ef74e3b7,41183,1732090810785, sessionid=0x10134761a4a0006, setting cluster-up flag (Was=false) 2024-11-20T08:20:11,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35275-0x10134761a4a0007, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2948684928 2024-11-20T08:20:11,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2948684928 2024-11-20T08:20:11,403 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2948684928/flush-table-proc/acquired, /2948684928/flush-table-proc/reached, /2948684928/flush-table-proc/abort 2024-11-20T08:20:11,404 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,41183,1732090810785 2024-11-20T08:20:11,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2948684928 2024-11-20T08:20:11,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35275-0x10134761a4a0007, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2948684928 2024-11-20T08:20:11,412 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2948684928/online-snapshot/acquired, /2948684928/online-snapshot/reached, /2948684928/online-snapshot/abort 2024-11-20T08:20:11,413 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,41183,1732090810785 2024-11-20T08:20:11,414 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T08:20:11,415 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:20:11,415 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:20:11,415 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:20:11,416 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3354ef74e3b7,41183,1732090810785 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:20:11,416 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:20:11,416 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:20:11,417 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:20:11,417 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:20:11,417 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3354ef74e3b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:20:11,417 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:11,417 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:20:11,417 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:11,418 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090841418 2024-11-20T08:20:11,418 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:20:11,418 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:20:11,418 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:20:11,418 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:20:11,418 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:20:11,418 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:20:11,418 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:20:11,418 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:20:11,418 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:11,419 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:20:11,419 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:20:11,419 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:20:11,419 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T08:20:11,419 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:11,419 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:20:11,419 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:20:11,419 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:20:11,419 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090811419,5,FailOnTimeoutGroup] 2024-11-20T08:20:11,420 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090811419,5,FailOnTimeoutGroup] 2024-11-20T08:20:11,420 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:11,420 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:20:11,420 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:11,420 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:11,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741831_1007 (size=1321) 2024-11-20T08:20:11,452 INFO [RS:0;3354ef74e3b7:35275 {}] regionserver.HRegionServer(746): ClusterId : c9acf6f6-74e3-45fc-a767-e6b1d2b9dd44 2024-11-20T08:20:11,452 DEBUG [RS:0;3354ef74e3b7:35275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:20:11,454 DEBUG [RS:0;3354ef74e3b7:35275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:20:11,454 DEBUG [RS:0;3354ef74e3b7:35275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:20:11,457 DEBUG [RS:0;3354ef74e3b7:35275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:20:11,457 DEBUG [RS:0;3354ef74e3b7:35275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a3e4a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:20:11,473 DEBUG [RS:0;3354ef74e3b7:35275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3354ef74e3b7:35275 2024-11-20T08:20:11,473 INFO [RS:0;3354ef74e3b7:35275 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:20:11,473 INFO [RS:0;3354ef74e3b7:35275 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:20:11,473 DEBUG [RS:0;3354ef74e3b7:35275 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:20:11,474 INFO [RS:0;3354ef74e3b7:35275 {}] regionserver.HRegionServer(2659): reportForDuty to master=3354ef74e3b7,41183,1732090810785 with port=35275, startcode=1732090810827 2024-11-20T08:20:11,474 DEBUG [RS:0;3354ef74e3b7:35275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:20:11,476 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:20:11,476 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41183 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3354ef74e3b7,35275,1732090810827 2024-11-20T08:20:11,477 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41183 {}] master.ServerManager(517): Registering regionserver=3354ef74e3b7,35275,1732090810827 2024-11-20T08:20:11,478 DEBUG [RS:0;3354ef74e3b7:35275 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c 2024-11-20T08:20:11,478 DEBUG [RS:0;3354ef74e3b7:35275 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43979 2024-11-20T08:20:11,478 DEBUG [RS:0;3354ef74e3b7:35275 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:20:11,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2948684928/rs 2024-11-20T08:20:11,482 DEBUG [RS:0;3354ef74e3b7:35275 {}] zookeeper.ZKUtil(111): regionserver:35275-0x10134761a4a0007, quorum=127.0.0.1:62015, baseZNode=/2948684928 Set watcher on existing znode=/2948684928/rs/3354ef74e3b7,35275,1732090810827 2024-11-20T08:20:11,482 WARN [RS:0;3354ef74e3b7:35275 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:20:11,482 INFO [RS:0;3354ef74e3b7:35275 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:20:11,483 DEBUG [RS:0;3354ef74e3b7:35275 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827 2024-11-20T08:20:11,483 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3354ef74e3b7,35275,1732090810827] 2024-11-20T08:20:11,485 INFO [RS:0;3354ef74e3b7:35275 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:20:11,487 INFO [RS:0;3354ef74e3b7:35275 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:20:11,488 INFO [RS:0;3354ef74e3b7:35275 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:20:11,488 INFO [RS:0;3354ef74e3b7:35275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:11,488 INFO [RS:0;3354ef74e3b7:35275 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:20:11,488 INFO [RS:0;3354ef74e3b7:35275 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:20:11,488 INFO [RS:0;3354ef74e3b7:35275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:11,488 DEBUG [RS:0;3354ef74e3b7:35275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:11,488 DEBUG [RS:0;3354ef74e3b7:35275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:11,489 DEBUG [RS:0;3354ef74e3b7:35275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:11,489 DEBUG [RS:0;3354ef74e3b7:35275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:11,489 DEBUG [RS:0;3354ef74e3b7:35275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:11,489 DEBUG [RS:0;3354ef74e3b7:35275 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:20:11,489 DEBUG [RS:0;3354ef74e3b7:35275 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:11,489 DEBUG [RS:0;3354ef74e3b7:35275 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:11,489 DEBUG [RS:0;3354ef74e3b7:35275 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:11,489 DEBUG [RS:0;3354ef74e3b7:35275 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:11,489 DEBUG [RS:0;3354ef74e3b7:35275 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:11,489 DEBUG [RS:0;3354ef74e3b7:35275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:11,489 DEBUG [RS:0;3354ef74e3b7:35275 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:20:11,489 DEBUG [RS:0;3354ef74e3b7:35275 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:20:11,489 INFO [RS:0;3354ef74e3b7:35275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:11,489 INFO [RS:0;3354ef74e3b7:35275 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:11,489 INFO [RS:0;3354ef74e3b7:35275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:11,489 INFO [RS:0;3354ef74e3b7:35275 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:11,489 INFO [RS:0;3354ef74e3b7:35275 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:11,489 INFO [RS:0;3354ef74e3b7:35275 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,35275,1732090810827-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:20:11,504 INFO [RS:0;3354ef74e3b7:35275 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:20:11,504 INFO [RS:0;3354ef74e3b7:35275 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,35275,1732090810827-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:11,505 INFO [RS:0;3354ef74e3b7:35275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:11,505 INFO [RS:0;3354ef74e3b7:35275 {}] regionserver.Replication(171): 3354ef74e3b7,35275,1732090810827 started 2024-11-20T08:20:11,519 INFO [RS:0;3354ef74e3b7:35275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:11,519 INFO [RS:0;3354ef74e3b7:35275 {}] regionserver.HRegionServer(1482): Serving as 3354ef74e3b7,35275,1732090810827, RpcServer on 3354ef74e3b7/172.17.0.2:35275, sessionid=0x10134761a4a0007 2024-11-20T08:20:11,519 DEBUG [RS:0;3354ef74e3b7:35275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:20:11,519 DEBUG [RS:0;3354ef74e3b7:35275 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3354ef74e3b7,35275,1732090810827 2024-11-20T08:20:11,519 DEBUG [RS:0;3354ef74e3b7:35275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,35275,1732090810827' 2024-11-20T08:20:11,519 DEBUG [RS:0;3354ef74e3b7:35275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2948684928/flush-table-proc/abort' 2024-11-20T08:20:11,520 DEBUG [RS:0;3354ef74e3b7:35275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2948684928/flush-table-proc/acquired' 2024-11-20T08:20:11,520 DEBUG [RS:0;3354ef74e3b7:35275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:20:11,520 DEBUG [RS:0;3354ef74e3b7:35275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:20:11,520 DEBUG [RS:0;3354ef74e3b7:35275 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3354ef74e3b7,35275,1732090810827 2024-11-20T08:20:11,520 DEBUG [RS:0;3354ef74e3b7:35275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,35275,1732090810827' 2024-11-20T08:20:11,520 DEBUG [RS:0;3354ef74e3b7:35275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2948684928/online-snapshot/abort' 2024-11-20T08:20:11,520 DEBUG [RS:0;3354ef74e3b7:35275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2948684928/online-snapshot/acquired' 2024-11-20T08:20:11,521 DEBUG [RS:0;3354ef74e3b7:35275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:20:11,521 INFO [RS:0;3354ef74e3b7:35275 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:20:11,521 INFO [RS:0;3354ef74e3b7:35275 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:20:11,621 INFO [RS:0;3354ef74e3b7:35275 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:20:11,622 INFO [RS:0;3354ef74e3b7:35275 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C35275%2C1732090810827, suffix=, logDir=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827, archiveDir=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/oldWALs, maxLogs=10 2024-11-20T08:20:11,637 DEBUG [RS:0;3354ef74e3b7:35275 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623, exclude list is [], retry=0 2024-11-20T08:20:11,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44609,DS-b8b2f2c8-c94c-4a2a-abf2-ea3a8cc330e3,DISK] 2024-11-20T08:20:11,641 INFO [RS:0;3354ef74e3b7:35275 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 2024-11-20T08:20:11,642 DEBUG [RS:0;3354ef74e3b7:35275 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35143:35143)] 2024-11-20T08:20:11,831 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T08:20:11,831 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c 2024-11-20T08:20:11,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741833_1009 (size=32) 2024-11-20T08:20:12,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:12,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:20:12,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:20:12,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:12,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:12,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:20:12,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:20:12,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:12,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:12,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:20:12,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:20:12,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:12,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:12,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:20:12,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:20:12,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:12,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:12,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:20:12,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/1588230740 2024-11-20T08:20:12,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/1588230740 2024-11-20T08:20:12,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:20:12,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:20:12,244 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:20:12,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:20:12,246 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:20:12,247 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71618222, jitterRate=0.06719467043876648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:20:12,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732090812236Initializing all the Stores at 1732090812237 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090812237Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090812237Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090812237Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090812237Cleaning up temporary data from old regions at 1732090812244 (+7 ms)Region opened successfully at 1732090812247 (+3 ms) 2024-11-20T08:20:12,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:20:12,247 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:20:12,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:20:12,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:20:12,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:20:12,247 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:20:12,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090812247Disabling compacts and flushes for region at 1732090812247Disabling writes for close at 1732090812247Writing region close event to WAL at 1732090812247Closed at 1732090812247 2024-11-20T08:20:12,248 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:20:12,248 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T08:20:12,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:20:12,249 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:20:12,250 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:20:12,400 DEBUG [3354ef74e3b7:41183 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:20:12,401 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3354ef74e3b7,35275,1732090810827 2024-11-20T08:20:12,402 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,35275,1732090810827, state=OPENING 2024-11-20T08:20:12,404 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:20:12,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35275-0x10134761a4a0007, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2948684928 2024-11-20T08:20:12,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2948684928 2024-11-20T08:20:12,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2948684928/meta-region-server: CHANGED 2024-11-20T08:20:12,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2948684928/meta-region-server: CHANGED 2024-11-20T08:20:12,406 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:20:12,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,35275,1732090810827}] 2024-11-20T08:20:12,557 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:20:12,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:20:12,562 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:20:12,562 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:20:12,562 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:20:12,563 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C35275%2C1732090810827.meta, suffix=.meta, logDir=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827, archiveDir=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/oldWALs, maxLogs=10 2024-11-20T08:20:12,577 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.meta.1732090812563.meta, exclude list is [], retry=0 2024-11-20T08:20:12,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44609,DS-b8b2f2c8-c94c-4a2a-abf2-ea3a8cc330e3,DISK] 2024-11-20T08:20:12,585 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.meta.1732090812563.meta 2024-11-20T08:20:12,586 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35143:35143)] 2024-11-20T08:20:12,586 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:20:12,586 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:20:12,587 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:20:12,587 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:20:12,587 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:20:12,587 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:20:12,587 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:12,587 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:20:12,587 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:20:12,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:20:12,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:20:12,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:12,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:12,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:20:12,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:20:12,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:12,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:12,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:20:12,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:20:12,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:12,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:12,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:20:12,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:20:12,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:12,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:12,592 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:20:12,593 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/1588230740 2024-11-20T08:20:12,593 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/1588230740 2024-11-20T08:20:12,594 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:20:12,594 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:20:12,594 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:20:12,595 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:20:12,596 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71330329, jitterRate=0.0629047304391861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:20:12,596 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:20:12,596 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732090812587Writing region info on filesystem at 1732090812587Initializing all the Stores at 1732090812588 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090812588Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090812588Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090812588Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090812588Cleaning up temporary data from old regions at 1732090812594 (+6 ms)Running coprocessor post-open hooks at 1732090812596 (+2 ms)Region opened successfully at 1732090812596 2024-11-20T08:20:12,597 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090812557 2024-11-20T08:20:12,598 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:20:12,598 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:20:12,599 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,35275,1732090810827 2024-11-20T08:20:12,600 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,35275,1732090810827, state=OPEN 2024-11-20T08:20:12,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35275-0x10134761a4a0007, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2948684928/meta-region-server 2024-11-20T08:20:12,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2948684928/meta-region-server 2024-11-20T08:20:12,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2948684928/meta-region-server: CHANGED 2024-11-20T08:20:12,602 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3354ef74e3b7,35275,1732090810827 2024-11-20T08:20:12,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2948684928/meta-region-server: CHANGED 2024-11-20T08:20:12,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:20:12,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,35275,1732090810827 in 196 msec 2024-11-20T08:20:12,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:20:12,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-20T08:20:12,607 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:20:12,607 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T08:20:12,608 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:12,608 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,35275,1732090810827, seqNum=-1] 2024-11-20T08:20:12,608 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:12,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:20:12,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1970 sec 2024-11-20T08:20:12,612 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090812612, completionTime=-1 2024-11-20T08:20:12,613 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T08:20:12,613 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T08:20:12,614 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T08:20:12,615 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090872615 2024-11-20T08:20:12,615 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090932615 2024-11-20T08:20:12,615 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T08:20:12,615 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41183,1732090810785-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:12,615 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41183,1732090810785-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:12,615 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41183,1732090810785-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:12,615 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3354ef74e3b7:41183, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:12,615 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:12,615 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:12,617 DEBUG [master/3354ef74e3b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T08:20:12,618 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.748sec 2024-11-20T08:20:12,618 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:20:12,618 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:20:12,618 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:20:12,618 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:20:12,618 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:20:12,619 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41183,1732090810785-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:20:12,619 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41183,1732090810785-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:20:12,620 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:20:12,620 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:20:12,620 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41183,1732090810785-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:12,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50919fa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:12,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41183,-1 for getting cluster id 2024-11-20T08:20:12,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:12,654 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9acf6f6-74e3-45fc-a767-e6b1d2b9dd44' 2024-11-20T08:20:12,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:12,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9acf6f6-74e3-45fc-a767-e6b1d2b9dd44" 2024-11-20T08:20:12,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a481860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:12,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41183,-1] 2024-11-20T08:20:12,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:12,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:12,656 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:12,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641dd27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:12,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:12,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,35275,1732090810827, seqNum=-1] 2024-11-20T08:20:12,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:12,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:20:12,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3354ef74e3b7,41183,1732090810785 2024-11-20T08:20:12,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62015 2024-11-20T08:20:12,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:20:12,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10134761a4a0008 connected 2024-11-20T08:20:12,668 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:12,669 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,38987,1732090803252 2024-11-20T08:20:12,669 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f5886e4 2024-11-20T08:20:12,669 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:12,670 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:20:12,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38987 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:20:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38987 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T08:20:12,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:20:12,673 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:12,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38987 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T08:20:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:12,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:20:12,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741835_1011 (size=902) 2024-11-20T08:20:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:13,080 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc2672e446f08a730015843844ac6a25, NAME => 'test,,1732090812670.fc2672e446f08a730015843844ac6a25.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76 2024-11-20T08:20:13,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741836_1012 (size=39) 2024-11-20T08:20:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:13,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732090812670.fc2672e446f08a730015843844ac6a25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:13,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fc2672e446f08a730015843844ac6a25, disabling compactions & flushes 2024-11-20T08:20:13,486 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732090812670.fc2672e446f08a730015843844ac6a25. 2024-11-20T08:20:13,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090812670.fc2672e446f08a730015843844ac6a25. 2024-11-20T08:20:13,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732090812670.fc2672e446f08a730015843844ac6a25. after waiting 0 ms 2024-11-20T08:20:13,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732090812670.fc2672e446f08a730015843844ac6a25. 2024-11-20T08:20:13,486 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732090812670.fc2672e446f08a730015843844ac6a25. 2024-11-20T08:20:13,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc2672e446f08a730015843844ac6a25: Waiting for close lock at 1732090813486Disabling compacts and flushes for region at 1732090813486Disabling writes for close at 1732090813486Writing region close event to WAL at 1732090813486Closed at 1732090813486 2024-11-20T08:20:13,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:20:13,488 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732090812670.fc2672e446f08a730015843844ac6a25.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732090813487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090813487"}]},"ts":"1732090813487"} 2024-11-20T08:20:13,489 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:20:13,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:20:13,490 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090813490"}]},"ts":"1732090813490"} 2024-11-20T08:20:13,492 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T08:20:13,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fc2672e446f08a730015843844ac6a25, ASSIGN}] 2024-11-20T08:20:13,493 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fc2672e446f08a730015843844ac6a25, ASSIGN 2024-11-20T08:20:13,493 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fc2672e446f08a730015843844ac6a25, ASSIGN; state=OFFLINE, location=3354ef74e3b7,46775,1732090803305; forceNewPlan=false, retain=false 2024-11-20T08:20:13,644 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc2672e446f08a730015843844ac6a25, regionState=OPENING, regionLocation=3354ef74e3b7,46775,1732090803305 2024-11-20T08:20:13,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fc2672e446f08a730015843844ac6a25, ASSIGN because future has completed 2024-11-20T08:20:13,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc2672e446f08a730015843844ac6a25, server=3354ef74e3b7,46775,1732090803305}] 2024-11-20T08:20:13,802 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732090812670.fc2672e446f08a730015843844ac6a25. 2024-11-20T08:20:13,802 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fc2672e446f08a730015843844ac6a25, NAME => 'test,,1732090812670.fc2672e446f08a730015843844ac6a25.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:20:13,803 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:20:13,803 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T08:20:13,803 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fc2672e446f08a730015843844ac6a25 2024-11-20T08:20:13,803 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732090812670.fc2672e446f08a730015843844ac6a25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:13,803 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fc2672e446f08a730015843844ac6a25 2024-11-20T08:20:13,803 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fc2672e446f08a730015843844ac6a25 2024-11-20T08:20:13,804 INFO [StoreOpener-fc2672e446f08a730015843844ac6a25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fc2672e446f08a730015843844ac6a25 2024-11-20T08:20:13,806 INFO [StoreOpener-fc2672e446f08a730015843844ac6a25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc2672e446f08a730015843844ac6a25 columnFamilyName f 2024-11-20T08:20:13,806 DEBUG [StoreOpener-fc2672e446f08a730015843844ac6a25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:13,806 INFO [StoreOpener-fc2672e446f08a730015843844ac6a25-1 {}] regionserver.HStore(327): Store=fc2672e446f08a730015843844ac6a25/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:13,806 INFO [StoreOpener-fc2672e446f08a730015843844ac6a25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fc2672e446f08a730015843844ac6a25 2024-11-20T08:20:13,807 INFO [StoreOpener-fc2672e446f08a730015843844ac6a25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc2672e446f08a730015843844ac6a25 columnFamilyName f1 2024-11-20T08:20:13,807 DEBUG [StoreOpener-fc2672e446f08a730015843844ac6a25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:13,807 INFO [StoreOpener-fc2672e446f08a730015843844ac6a25-1 {}] regionserver.HStore(327): Store=fc2672e446f08a730015843844ac6a25/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:13,807 INFO [StoreOpener-fc2672e446f08a730015843844ac6a25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fc2672e446f08a730015843844ac6a25 2024-11-20T08:20:13,808 INFO [StoreOpener-fc2672e446f08a730015843844ac6a25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc2672e446f08a730015843844ac6a25 columnFamilyName norep 2024-11-20T08:20:13,808 DEBUG [StoreOpener-fc2672e446f08a730015843844ac6a25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:13,808 INFO [StoreOpener-fc2672e446f08a730015843844ac6a25-1 {}] regionserver.HStore(327): Store=fc2672e446f08a730015843844ac6a25/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:13,809 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fc2672e446f08a730015843844ac6a25 2024-11-20T08:20:13,809 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/default/test/fc2672e446f08a730015843844ac6a25 2024-11-20T08:20:13,809 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/default/test/fc2672e446f08a730015843844ac6a25 2024-11-20T08:20:13,810 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fc2672e446f08a730015843844ac6a25 2024-11-20T08:20:13,810 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fc2672e446f08a730015843844ac6a25 2024-11-20T08:20:13,811 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:20:13,812 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fc2672e446f08a730015843844ac6a25 2024-11-20T08:20:13,813 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/default/test/fc2672e446f08a730015843844ac6a25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:20:13,813 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fc2672e446f08a730015843844ac6a25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63358839, jitterRate=-0.05587972700595856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:20:13,814 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc2672e446f08a730015843844ac6a25 2024-11-20T08:20:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:13,814 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fc2672e446f08a730015843844ac6a25: Running coprocessor pre-open hook at 1732090813803Writing region info on filesystem at 1732090813803Initializing all the Stores at 1732090813804 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090813804Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090813804Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090813804Cleaning up temporary data from old regions at 1732090813810 (+6 ms)Running coprocessor post-open hooks at 1732090813814 (+4 ms)Region opened successfully at 1732090813814 2024-11-20T08:20:13,815 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732090812670.fc2672e446f08a730015843844ac6a25., pid=6, masterSystemTime=1732090813799 2024-11-20T08:20:13,817 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732090812670.fc2672e446f08a730015843844ac6a25. 2024-11-20T08:20:13,817 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732090812670.fc2672e446f08a730015843844ac6a25. 2024-11-20T08:20:13,818 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc2672e446f08a730015843844ac6a25, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3354ef74e3b7,46775,1732090803305 2024-11-20T08:20:13,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc2672e446f08a730015843844ac6a25, server=3354ef74e3b7,46775,1732090803305 because future has completed 2024-11-20T08:20:13,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:20:13,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fc2672e446f08a730015843844ac6a25, server=3354ef74e3b7,46775,1732090803305 in 174 msec 2024-11-20T08:20:13,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T08:20:13,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fc2672e446f08a730015843844ac6a25, ASSIGN in 331 msec 2024-11-20T08:20:13,825 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:20:13,825 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090813825"}]},"ts":"1732090813825"} 2024-11-20T08:20:13,827 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T08:20:13,828 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:20:13,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-20T08:20:14,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T08:20:14,318 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T08:20:14,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T08:20:14,319 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T08:20:14,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T08:20:14,319 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T08:20:14,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T08:20:14,319 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T08:20:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:14,834 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T08:20:14,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,40843,1732090807002 2024-11-20T08:20:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@343af105 2024-11-20T08:20:14,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:14,837 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:20:14,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:20:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T08:20:14,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:20:14,840 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:14,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T08:20:14,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:20:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:14,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741835_1011 (size=902) 2024-11-20T08:20:14,857 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13a006e35d387d556726f9f2dfadc467, NAME => 'test,,1732090814837.13a006e35d387d556726f9f2dfadc467.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c 2024-11-20T08:20:14,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741836_1012 (size=39) 2024-11-20T08:20:14,871 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732090814837.13a006e35d387d556726f9f2dfadc467.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:14,871 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 13a006e35d387d556726f9f2dfadc467, disabling compactions & flushes 2024-11-20T08:20:14,871 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732090814837.13a006e35d387d556726f9f2dfadc467. 2024-11-20T08:20:14,871 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090814837.13a006e35d387d556726f9f2dfadc467. 2024-11-20T08:20:14,871 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732090814837.13a006e35d387d556726f9f2dfadc467. after waiting 0 ms 2024-11-20T08:20:14,871 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732090814837.13a006e35d387d556726f9f2dfadc467. 2024-11-20T08:20:14,871 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732090814837.13a006e35d387d556726f9f2dfadc467. 2024-11-20T08:20:14,871 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13a006e35d387d556726f9f2dfadc467: Waiting for close lock at 1732090814871Disabling compacts and flushes for region at 1732090814871Disabling writes for close at 1732090814871Writing region close event to WAL at 1732090814871Closed at 1732090814871 2024-11-20T08:20:14,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:20:14,873 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732090814837.13a006e35d387d556726f9f2dfadc467.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732090814873"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090814873"}]},"ts":"1732090814873"} 2024-11-20T08:20:14,875 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:20:14,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:20:14,877 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090814876"}]},"ts":"1732090814876"} 2024-11-20T08:20:14,879 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T08:20:14,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=13a006e35d387d556726f9f2dfadc467, ASSIGN}] 2024-11-20T08:20:14,881 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=13a006e35d387d556726f9f2dfadc467, ASSIGN 2024-11-20T08:20:14,882 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=13a006e35d387d556726f9f2dfadc467, ASSIGN; state=OFFLINE, location=3354ef74e3b7,43601,1732090807040; forceNewPlan=false, retain=false 2024-11-20T08:20:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:15,033 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13a006e35d387d556726f9f2dfadc467, regionState=OPENING, regionLocation=3354ef74e3b7,43601,1732090807040 2024-11-20T08:20:15,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=13a006e35d387d556726f9f2dfadc467, ASSIGN because future has completed 2024-11-20T08:20:15,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13a006e35d387d556726f9f2dfadc467, server=3354ef74e3b7,43601,1732090807040}] 2024-11-20T08:20:15,092 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:20:15,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:15,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:15,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:15,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:15,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:15,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:15,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:15,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:15,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:15,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:15,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:15,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:15,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:15,194 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732090814837.13a006e35d387d556726f9f2dfadc467. 2024-11-20T08:20:15,194 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 13a006e35d387d556726f9f2dfadc467, NAME => 'test,,1732090814837.13a006e35d387d556726f9f2dfadc467.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:20:15,195 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:20:15,195 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T08:20:15,195 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 13a006e35d387d556726f9f2dfadc467 2024-11-20T08:20:15,195 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732090814837.13a006e35d387d556726f9f2dfadc467.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:15,195 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 13a006e35d387d556726f9f2dfadc467 2024-11-20T08:20:15,195 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 13a006e35d387d556726f9f2dfadc467 2024-11-20T08:20:15,197 INFO [StoreOpener-13a006e35d387d556726f9f2dfadc467-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 13a006e35d387d556726f9f2dfadc467 2024-11-20T08:20:15,198 INFO [StoreOpener-13a006e35d387d556726f9f2dfadc467-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13a006e35d387d556726f9f2dfadc467 columnFamilyName f 2024-11-20T08:20:15,198 DEBUG [StoreOpener-13a006e35d387d556726f9f2dfadc467-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:15,204 INFO [StoreOpener-13a006e35d387d556726f9f2dfadc467-1 {}] regionserver.HStore(327): Store=13a006e35d387d556726f9f2dfadc467/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:15,205 INFO [StoreOpener-13a006e35d387d556726f9f2dfadc467-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 13a006e35d387d556726f9f2dfadc467 2024-11-20T08:20:15,206 INFO [StoreOpener-13a006e35d387d556726f9f2dfadc467-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13a006e35d387d556726f9f2dfadc467 columnFamilyName f1 2024-11-20T08:20:15,206 DEBUG [StoreOpener-13a006e35d387d556726f9f2dfadc467-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:15,206 INFO [StoreOpener-13a006e35d387d556726f9f2dfadc467-1 {}] regionserver.HStore(327): Store=13a006e35d387d556726f9f2dfadc467/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:15,206 INFO [StoreOpener-13a006e35d387d556726f9f2dfadc467-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 13a006e35d387d556726f9f2dfadc467 2024-11-20T08:20:15,209 INFO [StoreOpener-13a006e35d387d556726f9f2dfadc467-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13a006e35d387d556726f9f2dfadc467 columnFamilyName norep 2024-11-20T08:20:15,209 DEBUG [StoreOpener-13a006e35d387d556726f9f2dfadc467-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:15,209 INFO [StoreOpener-13a006e35d387d556726f9f2dfadc467-1 {}] regionserver.HStore(327): Store=13a006e35d387d556726f9f2dfadc467/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:15,210 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 13a006e35d387d556726f9f2dfadc467 2024-11-20T08:20:15,210 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/default/test/13a006e35d387d556726f9f2dfadc467 2024-11-20T08:20:15,211 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/default/test/13a006e35d387d556726f9f2dfadc467 2024-11-20T08:20:15,212 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 13a006e35d387d556726f9f2dfadc467 2024-11-20T08:20:15,212 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 13a006e35d387d556726f9f2dfadc467 2024-11-20T08:20:15,212 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:20:15,213 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 13a006e35d387d556726f9f2dfadc467 2024-11-20T08:20:15,217 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/default/test/13a006e35d387d556726f9f2dfadc467/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:20:15,217 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 13a006e35d387d556726f9f2dfadc467; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71514318, jitterRate=0.06564638018608093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:20:15,217 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13a006e35d387d556726f9f2dfadc467 2024-11-20T08:20:15,217 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 13a006e35d387d556726f9f2dfadc467: Running coprocessor pre-open hook at 1732090815195Writing region info on filesystem at 1732090815195Initializing all the Stores at 1732090815196 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090815196Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090815196Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090815196Cleaning up temporary data from old regions at 1732090815212 (+16 ms)Running coprocessor post-open hooks at 1732090815217 (+5 ms)Region opened successfully at 1732090815217 2024-11-20T08:20:15,218 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732090814837.13a006e35d387d556726f9f2dfadc467., pid=6, masterSystemTime=1732090815191 2024-11-20T08:20:15,220 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732090814837.13a006e35d387d556726f9f2dfadc467. 2024-11-20T08:20:15,220 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732090814837.13a006e35d387d556726f9f2dfadc467. 2024-11-20T08:20:15,221 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13a006e35d387d556726f9f2dfadc467, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3354ef74e3b7,43601,1732090807040 2024-11-20T08:20:15,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13a006e35d387d556726f9f2dfadc467, server=3354ef74e3b7,43601,1732090807040 because future has completed 2024-11-20T08:20:15,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:20:15,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 13a006e35d387d556726f9f2dfadc467, server=3354ef74e3b7,43601,1732090807040 in 187 msec 2024-11-20T08:20:15,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T08:20:15,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=13a006e35d387d556726f9f2dfadc467, ASSIGN in 347 msec 2024-11-20T08:20:15,228 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:20:15,228 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090815228"}]},"ts":"1732090815228"} 2024-11-20T08:20:15,230 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T08:20:15,231 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:20:15,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 393 msec 2024-11-20T08:20:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:15,474 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T08:20:15,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:15,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,41183,1732090810785 2024-11-20T08:20:15,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@285282dd 2024-11-20T08:20:15,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:15,477 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:20:15,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:20:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T08:20:15,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:20:15,483 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:15,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T08:20:15,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:20:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:15,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741835_1011 (size=902) 2024-11-20T08:20:15,517 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 72ccf9e4edd23354248ec23d33e920c9, NAME => 'test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c 2024-11-20T08:20:15,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741836_1012 (size=39) 2024-11-20T08:20:15,535 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:15,535 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 72ccf9e4edd23354248ec23d33e920c9, disabling compactions & flushes 2024-11-20T08:20:15,535 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9. 2024-11-20T08:20:15,535 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9. 2024-11-20T08:20:15,535 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9. after waiting 0 ms 2024-11-20T08:20:15,535 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9. 2024-11-20T08:20:15,535 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9. 2024-11-20T08:20:15,535 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 72ccf9e4edd23354248ec23d33e920c9: Waiting for close lock at 1732090815535Disabling compacts and flushes for region at 1732090815535Disabling writes for close at 1732090815535Writing region close event to WAL at 1732090815535Closed at 1732090815535 2024-11-20T08:20:15,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:20:15,537 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732090815537"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090815537"}]},"ts":"1732090815537"} 2024-11-20T08:20:15,544 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:20:15,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:20:15,545 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090815545"}]},"ts":"1732090815545"} 2024-11-20T08:20:15,548 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T08:20:15,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=72ccf9e4edd23354248ec23d33e920c9, ASSIGN}] 2024-11-20T08:20:15,550 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=72ccf9e4edd23354248ec23d33e920c9, ASSIGN 2024-11-20T08:20:15,551 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=72ccf9e4edd23354248ec23d33e920c9, ASSIGN; state=OFFLINE, location=3354ef74e3b7,35275,1732090810827; forceNewPlan=false, retain=false 2024-11-20T08:20:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:15,702 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=72ccf9e4edd23354248ec23d33e920c9, regionState=OPENING, regionLocation=3354ef74e3b7,35275,1732090810827 2024-11-20T08:20:15,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=72ccf9e4edd23354248ec23d33e920c9, ASSIGN because future has completed 2024-11-20T08:20:15,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72ccf9e4edd23354248ec23d33e920c9, server=3354ef74e3b7,35275,1732090810827}] 2024-11-20T08:20:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:15,860 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9. 2024-11-20T08:20:15,860 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 72ccf9e4edd23354248ec23d33e920c9, NAME => 'test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:20:15,860 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:20:15,861 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T08:20:15,861 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 72ccf9e4edd23354248ec23d33e920c9 2024-11-20T08:20:15,861 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:15,861 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 72ccf9e4edd23354248ec23d33e920c9 2024-11-20T08:20:15,861 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 72ccf9e4edd23354248ec23d33e920c9 2024-11-20T08:20:15,863 INFO [StoreOpener-72ccf9e4edd23354248ec23d33e920c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 72ccf9e4edd23354248ec23d33e920c9 2024-11-20T08:20:15,865 INFO [StoreOpener-72ccf9e4edd23354248ec23d33e920c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72ccf9e4edd23354248ec23d33e920c9 columnFamilyName f 2024-11-20T08:20:15,865 DEBUG [StoreOpener-72ccf9e4edd23354248ec23d33e920c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:15,865 INFO [StoreOpener-72ccf9e4edd23354248ec23d33e920c9-1 {}] regionserver.HStore(327): Store=72ccf9e4edd23354248ec23d33e920c9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:15,865 INFO [StoreOpener-72ccf9e4edd23354248ec23d33e920c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 72ccf9e4edd23354248ec23d33e920c9 2024-11-20T08:20:15,866 INFO [StoreOpener-72ccf9e4edd23354248ec23d33e920c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72ccf9e4edd23354248ec23d33e920c9 columnFamilyName f1 2024-11-20T08:20:15,866 DEBUG [StoreOpener-72ccf9e4edd23354248ec23d33e920c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:15,866 INFO [StoreOpener-72ccf9e4edd23354248ec23d33e920c9-1 {}] regionserver.HStore(327): Store=72ccf9e4edd23354248ec23d33e920c9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:15,866 INFO [StoreOpener-72ccf9e4edd23354248ec23d33e920c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 72ccf9e4edd23354248ec23d33e920c9 2024-11-20T08:20:15,867 INFO [StoreOpener-72ccf9e4edd23354248ec23d33e920c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72ccf9e4edd23354248ec23d33e920c9 columnFamilyName norep 2024-11-20T08:20:15,867 DEBUG [StoreOpener-72ccf9e4edd23354248ec23d33e920c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:15,867 INFO [StoreOpener-72ccf9e4edd23354248ec23d33e920c9-1 {}] regionserver.HStore(327): Store=72ccf9e4edd23354248ec23d33e920c9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:15,868 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 72ccf9e4edd23354248ec23d33e920c9 2024-11-20T08:20:15,868 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/default/test/72ccf9e4edd23354248ec23d33e920c9 2024-11-20T08:20:15,869 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/default/test/72ccf9e4edd23354248ec23d33e920c9 2024-11-20T08:20:15,870 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 72ccf9e4edd23354248ec23d33e920c9 2024-11-20T08:20:15,870 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 72ccf9e4edd23354248ec23d33e920c9 2024-11-20T08:20:15,870 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:20:15,871 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 72ccf9e4edd23354248ec23d33e920c9 2024-11-20T08:20:15,873 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/default/test/72ccf9e4edd23354248ec23d33e920c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:20:15,873 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 72ccf9e4edd23354248ec23d33e920c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66742578, jitterRate=-0.005458086729049683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:20:15,873 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72ccf9e4edd23354248ec23d33e920c9 2024-11-20T08:20:15,873 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 72ccf9e4edd23354248ec23d33e920c9: Running coprocessor pre-open hook at 1732090815861Writing region info on filesystem at 1732090815861Initializing all the Stores at 1732090815861Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090815861Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090815863 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090815863Cleaning up temporary data from old regions at 1732090815870 (+7 ms)Running coprocessor post-open hooks at 1732090815873 (+3 ms)Region opened successfully at 1732090815873 2024-11-20T08:20:15,874 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9., pid=6, masterSystemTime=1732090815856 2024-11-20T08:20:15,876 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9. 2024-11-20T08:20:15,876 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9. 2024-11-20T08:20:15,876 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=72ccf9e4edd23354248ec23d33e920c9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3354ef74e3b7,35275,1732090810827 2024-11-20T08:20:15,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72ccf9e4edd23354248ec23d33e920c9, server=3354ef74e3b7,35275,1732090810827 because future has completed 2024-11-20T08:20:15,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:20:15,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 72ccf9e4edd23354248ec23d33e920c9, server=3354ef74e3b7,35275,1732090810827 in 175 msec 2024-11-20T08:20:15,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T08:20:15,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=72ccf9e4edd23354248ec23d33e920c9, ASSIGN in 333 msec 2024-11-20T08:20:15,884 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:20:15,884 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090815884"}]},"ts":"1732090815884"} 2024-11-20T08:20:15,886 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T08:20:15,887 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:20:15,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 406 msec 2024-11-20T08:20:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:16,114 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T08:20:16,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287a42ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:16,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,38987,-1 for getting cluster id 2024-11-20T08:20:16,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:16,116 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4f7844c-78bf-41c3-961b-223972184b2c' 2024-11-20T08:20:16,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:16,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4f7844c-78bf-41c3-961b-223972184b2c" 2024-11-20T08:20:16,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b4c0da8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:16,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,38987,-1] 2024-11-20T08:20:16,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:16,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:16,118 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:16,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350b565b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:16,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:16,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,38987,1732090803252 2024-11-20T08:20:16,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45eccb 2024-11-20T08:20:16,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:16,121 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:20:16,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38987 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3354ef74e3b7:40843,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T08:20:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38987 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T08:20:16,125 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:40843' 2024-11-20T08:20:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:16,150 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738cb76f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:16,150 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,40843,-1 for getting cluster id 2024-11-20T08:20:16,150 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:16,151 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66ad3b2e-71e5-4aad-b966-d389e64d060d' 2024-11-20T08:20:16,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:16,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66ad3b2e-71e5-4aad-b966-d389e64d060d" 2024-11-20T08:20:16,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55073ff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:16,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,40843,-1] 2024-11-20T08:20:16,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:16,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:16,154 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:16,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651e8a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:16,155 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:16,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,40843,1732090807002 2024-11-20T08:20:16,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60f939ef 2024-11-20T08:20:16,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:16,157 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:20:16,158 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T08:20:16,158 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T08:20:16,158 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:16,158 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:16,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:20:16,159 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:20:16,160 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T08:20:16,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:20:16,161 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:16,162 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:20:16,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741837_1013 (size=1138) 2024-11-20T08:20:16,210 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T08:20:16,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:16,572 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 84203e3b15f559b22d54534f76b14363, NAME => 'hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76 2024-11-20T08:20:16,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741838_1014 (size=44) 2024-11-20T08:20:16,588 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:16,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 84203e3b15f559b22d54534f76b14363, disabling compactions & flushes 2024-11-20T08:20:16,589 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363. 2024-11-20T08:20:16,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363. 2024-11-20T08:20:16,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363. after waiting 0 ms 2024-11-20T08:20:16,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363. 2024-11-20T08:20:16,589 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363. 2024-11-20T08:20:16,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 84203e3b15f559b22d54534f76b14363: Waiting for close lock at 1732090816589Disabling compacts and flushes for region at 1732090816589Disabling writes for close at 1732090816589Writing region close event to WAL at 1732090816589Closed at 1732090816589 2024-11-20T08:20:16,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:20:16,590 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732090816590"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090816590"}]},"ts":"1732090816590"} 2024-11-20T08:20:16,593 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:20:16,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:20:16,594 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090816594"}]},"ts":"1732090816594"} 2024-11-20T08:20:16,596 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T08:20:16,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=84203e3b15f559b22d54534f76b14363, ASSIGN}] 2024-11-20T08:20:16,598 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=84203e3b15f559b22d54534f76b14363, ASSIGN 2024-11-20T08:20:16,598 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=84203e3b15f559b22d54534f76b14363, ASSIGN; state=OFFLINE, location=3354ef74e3b7,46775,1732090803305; forceNewPlan=false, retain=false 2024-11-20T08:20:16,753 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=84203e3b15f559b22d54534f76b14363, regionState=OPENING, regionLocation=3354ef74e3b7,46775,1732090803305 2024-11-20T08:20:16,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=84203e3b15f559b22d54534f76b14363, ASSIGN because future has completed 2024-11-20T08:20:16,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84203e3b15f559b22d54534f76b14363, server=3354ef74e3b7,46775,1732090803305}] 2024-11-20T08:20:16,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:16,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363. 2024-11-20T08:20:16,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:20:16,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T08:20:16,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C46775%2C1732090803305.rep, suffix=, logDir=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305, archiveDir=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/oldWALs, maxLogs=10 2024-11-20T08:20:16,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.rep.1732090816918, exclude list is [], retry=0 2024-11-20T08:20:16,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38355,DS-bbfa9eb0-da1e-4edd-9b82-147917e8cc6b,DISK] 2024-11-20T08:20:16,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.rep.1732090816918 2024-11-20T08:20:16,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42219:42219)] 2024-11-20T08:20:16,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 84203e3b15f559b22d54534f76b14363, NAME => 'hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:20:16,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:20:16,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:20:16,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363. service=MultiRowMutationService 2024-11-20T08:20:16,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T08:20:16,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 84203e3b15f559b22d54534f76b14363 2024-11-20T08:20:16,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:16,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 84203e3b15f559b22d54534f76b14363 2024-11-20T08:20:16,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 84203e3b15f559b22d54534f76b14363 2024-11-20T08:20:16,952 INFO [StoreOpener-84203e3b15f559b22d54534f76b14363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 84203e3b15f559b22d54534f76b14363 2024-11-20T08:20:16,954 INFO [StoreOpener-84203e3b15f559b22d54534f76b14363-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84203e3b15f559b22d54534f76b14363 columnFamilyName hfileref 2024-11-20T08:20:16,954 DEBUG [StoreOpener-84203e3b15f559b22d54534f76b14363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:16,954 INFO [StoreOpener-84203e3b15f559b22d54534f76b14363-1 {}] regionserver.HStore(327): Store=84203e3b15f559b22d54534f76b14363/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:16,954 INFO [StoreOpener-84203e3b15f559b22d54534f76b14363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 84203e3b15f559b22d54534f76b14363 2024-11-20T08:20:16,955 INFO [StoreOpener-84203e3b15f559b22d54534f76b14363-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84203e3b15f559b22d54534f76b14363 columnFamilyName queue 2024-11-20T08:20:16,955 DEBUG [StoreOpener-84203e3b15f559b22d54534f76b14363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:16,956 INFO [StoreOpener-84203e3b15f559b22d54534f76b14363-1 {}] regionserver.HStore(327): Store=84203e3b15f559b22d54534f76b14363/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:16,956 INFO [StoreOpener-84203e3b15f559b22d54534f76b14363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 84203e3b15f559b22d54534f76b14363 2024-11-20T08:20:16,957 INFO [StoreOpener-84203e3b15f559b22d54534f76b14363-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84203e3b15f559b22d54534f76b14363 columnFamilyName sid 2024-11-20T08:20:16,957 DEBUG [StoreOpener-84203e3b15f559b22d54534f76b14363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:16,957 INFO [StoreOpener-84203e3b15f559b22d54534f76b14363-1 {}] regionserver.HStore(327): Store=84203e3b15f559b22d54534f76b14363/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:16,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 84203e3b15f559b22d54534f76b14363 2024-11-20T08:20:16,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/replication/84203e3b15f559b22d54534f76b14363 2024-11-20T08:20:16,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/replication/84203e3b15f559b22d54534f76b14363 2024-11-20T08:20:16,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 84203e3b15f559b22d54534f76b14363 2024-11-20T08:20:16,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 84203e3b15f559b22d54534f76b14363 2024-11-20T08:20:16,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:20:16,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 84203e3b15f559b22d54534f76b14363 2024-11-20T08:20:16,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/replication/84203e3b15f559b22d54534f76b14363/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:20:16,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 84203e3b15f559b22d54534f76b14363; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68180639, jitterRate=0.015970692038536072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:20:16,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84203e3b15f559b22d54534f76b14363 2024-11-20T08:20:16,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 84203e3b15f559b22d54534f76b14363: Running coprocessor pre-open hook at 1732090816951Writing region info on filesystem at 1732090816951Initializing all the Stores at 1732090816951Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090816951Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090816952 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090816952Cleaning up temporary data from old regions at 1732090816959 (+7 ms)Running coprocessor post-open hooks at 1732090816968 (+9 ms)Region opened successfully at 1732090816968 2024-11-20T08:20:16,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363., pid=10, masterSystemTime=1732090816911 2024-11-20T08:20:16,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363. 2024-11-20T08:20:16,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363. 2024-11-20T08:20:16,972 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=84203e3b15f559b22d54534f76b14363, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,46775,1732090803305 2024-11-20T08:20:16,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84203e3b15f559b22d54534f76b14363, server=3354ef74e3b7,46775,1732090803305 because future has completed 2024-11-20T08:20:16,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T08:20:16,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 84203e3b15f559b22d54534f76b14363, server=3354ef74e3b7,46775,1732090803305 in 216 msec 2024-11-20T08:20:16,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T08:20:16,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=84203e3b15f559b22d54534f76b14363, ASSIGN in 380 msec 2024-11-20T08:20:16,978 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:20:16,979 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090816978"}]},"ts":"1732090816978"} 2024-11-20T08:20:16,980 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T08:20:16,981 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:20:16,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 822 msec 2024-11-20T08:20:17,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363., hostname=3354ef74e3b7,46775,1732090803305, seqNum=2] 2024-11-20T08:20:17,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x10134761a4a0001, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01590290636 2024-11-20T08:20:17,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01590290636 2024-11-20T08:20:17,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T08:20:17,168 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T08:20:17,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T08:20:17,179 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T08:20:17,213 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3354ef74e3b7,46775,1732090803305, ReplicationSource: 1, currentBandwidth=0 2024-11-20T08:20:17,214 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:17,214 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46775,1732090803305, seqNum=-1] 2024-11-20T08:20:17,214 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:17,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-20T08:20:17,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3354ef74e3b7,46775,1732090803305', locateType=CURRENT is [region=hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363., hostname=3354ef74e3b7,46775,1732090803305, seqNum=2] 2024-11-20T08:20:17,226 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T08:20:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38987 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T08:20:17,232 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3354ef74e3b7,46775,1732090803305 suceeded 2024-11-20T08:20:17,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T08:20:17,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-20T08:20:17,235 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3354ef74e3b7:40843,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T08:20:17,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1130 sec 2024-11-20T08:20:17,246 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:40843' 2024-11-20T08:20:17,248 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@341ba945, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:17,248 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,40843,-1 for getting cluster id 2024-11-20T08:20:17,248 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:17,249 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66ad3b2e-71e5-4aad-b966-d389e64d060d' 2024-11-20T08:20:17,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:17,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66ad3b2e-71e5-4aad-b966-d389e64d060d" 2024-11-20T08:20:17,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79c2ac47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:17,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,40843,-1] 2024-11-20T08:20:17,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:17,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:17,251 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:17,252 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c75dab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:17,252 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:17,253 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,40843,1732090807002 2024-11-20T08:20:17,253 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40c7385a 2024-11-20T08:20:17,253 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:17,254 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-20T08:20:17,255 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3354ef74e3b7,46775,1732090803305 (queues=1) is replicating from cluster=d4f7844c-78bf-41c3-961b-223972184b2c to cluster=66ad3b2e-71e5-4aad-b966-d389e64d060d 2024-11-20T08:20:17,255 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3354ef74e3b7%2C46775%2C1732090803305 2024-11-20T08:20:17,255 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3354ef74e3b7,46775,1732090803305, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T08:20:17,257 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306, startPosition=0, beingWritten=true 2024-11-20T08:20:17,264 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.shipper3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3354ef74e3b7%2C46775%2C1732090803305 2024-11-20T08:20:17,267 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:20:17,267 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 379, reset compression=false 2024-11-20T08:20:17,267 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.shipper3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46775,1732090803305 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:20:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:17,285 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T08:20:17,285 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:20:17,285 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:20:17,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:17,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:17,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:20:17,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48514847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:17,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,40843,-1 for getting cluster id 2024-11-20T08:20:17,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:17,293 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66ad3b2e-71e5-4aad-b966-d389e64d060d' 2024-11-20T08:20:17,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:17,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66ad3b2e-71e5-4aad-b966-d389e64d060d" 2024-11-20T08:20:17,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f037eb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:17,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,40843,-1] 2024-11-20T08:20:17,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:17,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:17,295 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:17,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d24a25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:17,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:17,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,40843,1732090807002 2024-11-20T08:20:17,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@680a8e5 2024-11-20T08:20:17,297 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:17,298 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:20:17,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3354ef74e3b7:41183,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T08:20:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T08:20:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:17,303 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:41183' 2024-11-20T08:20:17,305 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ca423c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:17,305 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41183,-1 for getting cluster id 2024-11-20T08:20:17,305 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:17,306 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9acf6f6-74e3-45fc-a767-e6b1d2b9dd44' 2024-11-20T08:20:17,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:17,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9acf6f6-74e3-45fc-a767-e6b1d2b9dd44" 2024-11-20T08:20:17,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e15fb99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:17,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41183,-1] 2024-11-20T08:20:17,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:17,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:17,308 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:17,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573eb38c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:17,309 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:17,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,41183,1732090810785 2024-11-20T08:20:17,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e27a3d 2024-11-20T08:20:17,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:17,310 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:20:17,311 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T08:20:17,311 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T08:20:17,311 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:17,311 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:17,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:20:17,312 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:20:17,313 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T08:20:17,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:20:17,314 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:17,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:20:17,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741837_1013 (size=1138) 2024-11-20T08:20:17,325 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e67eae77ce57a8d59d795438fd45cc67, NAME => 'hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c 2024-11-20T08:20:17,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741838_1014 (size=44) 2024-11-20T08:20:17,344 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:17,345 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e67eae77ce57a8d59d795438fd45cc67, disabling compactions & flushes 2024-11-20T08:20:17,345 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67. 2024-11-20T08:20:17,345 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67. 2024-11-20T08:20:17,345 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67. after waiting 0 ms 2024-11-20T08:20:17,345 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67. 2024-11-20T08:20:17,345 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67. 2024-11-20T08:20:17,345 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e67eae77ce57a8d59d795438fd45cc67: Waiting for close lock at 1732090817345Disabling compacts and flushes for region at 1732090817345Disabling writes for close at 1732090817345Writing region close event to WAL at 1732090817345Closed at 1732090817345 2024-11-20T08:20:17,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:20:17,347 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732090817346"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090817346"}]},"ts":"1732090817346"} 2024-11-20T08:20:17,353 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:20:17,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:20:17,354 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090817354"}]},"ts":"1732090817354"} 2024-11-20T08:20:17,357 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T08:20:17,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e67eae77ce57a8d59d795438fd45cc67, ASSIGN}] 2024-11-20T08:20:17,359 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e67eae77ce57a8d59d795438fd45cc67, ASSIGN 2024-11-20T08:20:17,359 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e67eae77ce57a8d59d795438fd45cc67, ASSIGN; state=OFFLINE, location=3354ef74e3b7,43601,1732090807040; forceNewPlan=false, retain=false 2024-11-20T08:20:17,364 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T08:20:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:17,490 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 379, reset compression=false 2024-11-20T08:20:17,511 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e67eae77ce57a8d59d795438fd45cc67, regionState=OPENING, regionLocation=3354ef74e3b7,43601,1732090807040 2024-11-20T08:20:17,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e67eae77ce57a8d59d795438fd45cc67, ASSIGN because future has completed 2024-11-20T08:20:17,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e67eae77ce57a8d59d795438fd45cc67, server=3354ef74e3b7,43601,1732090807040}] 2024-11-20T08:20:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:17,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67. 2024-11-20T08:20:17,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:20:17,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T08:20:17,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C43601%2C1732090807040.rep, suffix=, logDir=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040, archiveDir=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/oldWALs, maxLogs=10 2024-11-20T08:20:17,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.rep.1732090817683, exclude list is [], retry=0 2024-11-20T08:20:17,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39077,DS-6c9c9f78-0bc5-4fab-a177-f9f683fd581f,DISK] 2024-11-20T08:20:17,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.rep.1732090817683 2024-11-20T08:20:17,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38605:38605)] 2024-11-20T08:20:17,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e67eae77ce57a8d59d795438fd45cc67, NAME => 'hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:20:17,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:20:17,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:20:17,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67. service=MultiRowMutationService 2024-11-20T08:20:17,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T08:20:17,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e67eae77ce57a8d59d795438fd45cc67 2024-11-20T08:20:17,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:17,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e67eae77ce57a8d59d795438fd45cc67 2024-11-20T08:20:17,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e67eae77ce57a8d59d795438fd45cc67 2024-11-20T08:20:17,717 INFO [StoreOpener-e67eae77ce57a8d59d795438fd45cc67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e67eae77ce57a8d59d795438fd45cc67 2024-11-20T08:20:17,718 INFO [StoreOpener-e67eae77ce57a8d59d795438fd45cc67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e67eae77ce57a8d59d795438fd45cc67 columnFamilyName hfileref 2024-11-20T08:20:17,718 DEBUG [StoreOpener-e67eae77ce57a8d59d795438fd45cc67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:17,718 INFO [StoreOpener-e67eae77ce57a8d59d795438fd45cc67-1 {}] regionserver.HStore(327): Store=e67eae77ce57a8d59d795438fd45cc67/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:17,719 INFO [StoreOpener-e67eae77ce57a8d59d795438fd45cc67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e67eae77ce57a8d59d795438fd45cc67 2024-11-20T08:20:17,720 INFO [StoreOpener-e67eae77ce57a8d59d795438fd45cc67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e67eae77ce57a8d59d795438fd45cc67 columnFamilyName queue 2024-11-20T08:20:17,720 DEBUG [StoreOpener-e67eae77ce57a8d59d795438fd45cc67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:17,720 INFO [StoreOpener-e67eae77ce57a8d59d795438fd45cc67-1 {}] regionserver.HStore(327): Store=e67eae77ce57a8d59d795438fd45cc67/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:17,720 INFO [StoreOpener-e67eae77ce57a8d59d795438fd45cc67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e67eae77ce57a8d59d795438fd45cc67 2024-11-20T08:20:17,721 INFO [StoreOpener-e67eae77ce57a8d59d795438fd45cc67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e67eae77ce57a8d59d795438fd45cc67 columnFamilyName sid 2024-11-20T08:20:17,721 DEBUG [StoreOpener-e67eae77ce57a8d59d795438fd45cc67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:17,721 INFO [StoreOpener-e67eae77ce57a8d59d795438fd45cc67-1 {}] regionserver.HStore(327): Store=e67eae77ce57a8d59d795438fd45cc67/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:17,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e67eae77ce57a8d59d795438fd45cc67 2024-11-20T08:20:17,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/replication/e67eae77ce57a8d59d795438fd45cc67 2024-11-20T08:20:17,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/replication/e67eae77ce57a8d59d795438fd45cc67 2024-11-20T08:20:17,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e67eae77ce57a8d59d795438fd45cc67 2024-11-20T08:20:17,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e67eae77ce57a8d59d795438fd45cc67 2024-11-20T08:20:17,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:20:17,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e67eae77ce57a8d59d795438fd45cc67 2024-11-20T08:20:17,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/replication/e67eae77ce57a8d59d795438fd45cc67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:20:17,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e67eae77ce57a8d59d795438fd45cc67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64914639, jitterRate=-0.032696500420570374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:20:17,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e67eae77ce57a8d59d795438fd45cc67 2024-11-20T08:20:17,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e67eae77ce57a8d59d795438fd45cc67: Running coprocessor pre-open hook at 1732090817713Writing region info on filesystem at 1732090817713Initializing all the Stores at 1732090817714 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090817714Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090817716 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090817716Cleaning up temporary data from old regions at 1732090817723 (+7 ms)Running coprocessor post-open hooks at 1732090817727 (+4 ms)Region opened successfully at 1732090817727 2024-11-20T08:20:17,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67., pid=10, masterSystemTime=1732090817677 2024-11-20T08:20:17,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67. 2024-11-20T08:20:17,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67. 2024-11-20T08:20:17,730 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e67eae77ce57a8d59d795438fd45cc67, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,43601,1732090807040 2024-11-20T08:20:17,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e67eae77ce57a8d59d795438fd45cc67, server=3354ef74e3b7,43601,1732090807040 because future has completed 2024-11-20T08:20:17,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T08:20:17,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e67eae77ce57a8d59d795438fd45cc67, server=3354ef74e3b7,43601,1732090807040 in 215 msec 2024-11-20T08:20:17,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T08:20:17,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e67eae77ce57a8d59d795438fd45cc67, ASSIGN in 378 msec 2024-11-20T08:20:17,739 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:20:17,739 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090817739"}]},"ts":"1732090817739"} 2024-11-20T08:20:17,741 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T08:20:17,742 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:20:17,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 430 msec 2024-11-20T08:20:17,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67., hostname=3354ef74e3b7,43601,1732090807040, seqNum=2] 2024-11-20T08:20:17,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1485525544 2024-11-20T08:20:17,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10134761a4a0004, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1485525544 2024-11-20T08:20:17,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T08:20:17,799 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 379, reset compression=false 2024-11-20T08:20:17,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T08:20:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:17,936 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T08:20:17,983 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3354ef74e3b7,43601,1732090807040, ReplicationSource: 1, currentBandwidth=0 2024-11-20T08:20:17,984 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:17,984 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,43601,1732090807040, seqNum=-1] 2024-11-20T08:20:17,985 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:17,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-20T08:20:17,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3354ef74e3b7,43601,1732090807040', locateType=CURRENT is [region=hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67., hostname=3354ef74e3b7,43601,1732090807040, seqNum=2] 2024-11-20T08:20:17,991 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T08:20:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T08:20:17,993 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3354ef74e3b7,43601,1732090807040 suceeded 2024-11-20T08:20:17,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T08:20:17,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-11-20T08:20:17,995 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3354ef74e3b7:41183,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T08:20:17,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 697 msec 2024-11-20T08:20:18,010 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:41183' 2024-11-20T08:20:18,019 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c0b6754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:18,019 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41183,-1 for getting cluster id 2024-11-20T08:20:18,019 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:18,020 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9acf6f6-74e3-45fc-a767-e6b1d2b9dd44' 2024-11-20T08:20:18,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:18,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9acf6f6-74e3-45fc-a767-e6b1d2b9dd44" 2024-11-20T08:20:18,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cf256c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:18,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41183,-1] 2024-11-20T08:20:18,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:18,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:18,022 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:18,023 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14a13fbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:18,023 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:18,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,41183,1732090810785 2024-11-20T08:20:18,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c87670d 2024-11-20T08:20:18,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:18,025 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-20T08:20:18,025 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3354ef74e3b7,43601,1732090807040 (queues=1) is replicating from cluster=66ad3b2e-71e5-4aad-b966-d389e64d060d to cluster=c9acf6f6-74e3-45fc-a767-e6b1d2b9dd44 2024-11-20T08:20:18,025 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3354ef74e3b7%2C43601%2C1732090807040 2024-11-20T08:20:18,026 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3354ef74e3b7,43601,1732090807040, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T08:20:18,036 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.shipper3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3354ef74e3b7%2C43601%2C1732090807040 2024-11-20T08:20:18,038 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626, startPosition=0, beingWritten=true 2024-11-20T08:20:18,050 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:20:18,050 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 379, reset compression=false 2024-11-20T08:20:18,050 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.shipper3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,43601,1732090807040 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:20:18,203 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 379, reset compression=false 2024-11-20T08:20:18,256 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 379, reset compression=false 2024-11-20T08:20:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:18,444 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T08:20:18,444 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:20:18,444 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:20:18,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:18,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:18,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:20:18,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2970252d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:18,456 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41183,-1 for getting cluster id 2024-11-20T08:20:18,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:18,457 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9acf6f6-74e3-45fc-a767-e6b1d2b9dd44' 2024-11-20T08:20:18,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:18,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9acf6f6-74e3-45fc-a767-e6b1d2b9dd44" 2024-11-20T08:20:18,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27521d44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:18,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41183,-1] 2024-11-20T08:20:18,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:18,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:18,459 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:18,460 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592d1c77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:18,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:18,461 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,41183,1732090810785 2024-11-20T08:20:18,461 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a3ab510 2024-11-20T08:20:18,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:18,462 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:20:18,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3354ef74e3b7:38987,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T08:20:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T08:20:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:18,468 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:38987' 2024-11-20T08:20:18,471 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4463b165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:18,471 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,38987,-1 for getting cluster id 2024-11-20T08:20:18,471 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:18,472 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4f7844c-78bf-41c3-961b-223972184b2c' 2024-11-20T08:20:18,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:18,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4f7844c-78bf-41c3-961b-223972184b2c" 2024-11-20T08:20:18,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c55509f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:18,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,38987,-1] 2024-11-20T08:20:18,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:18,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:18,473 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:18,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372df8ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:18,474 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:18,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,38987,1732090803252 2024-11-20T08:20:18,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45b0b31e 2024-11-20T08:20:18,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:18,476 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:20:18,476 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T08:20:18,477 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T08:20:18,477 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:18,477 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:18,477 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:20:18,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:20:18,478 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T08:20:18,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:20:18,479 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:18,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:20:18,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741837_1013 (size=1138) 2024-11-20T08:20:18,529 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T08:20:18,570 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 379, reset compression=false 2024-11-20T08:20:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:18,735 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 379, reset compression=false 2024-11-20T08:20:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:18,895 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e59b7c9a491f5831f1956ea4a8951306, NAME => 'hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c 2024-11-20T08:20:18,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741838_1014 (size=44) 2024-11-20T08:20:18,977 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 379, reset compression=false 2024-11-20T08:20:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:19,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:19,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e59b7c9a491f5831f1956ea4a8951306, disabling compactions & flushes 2024-11-20T08:20:19,309 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306. 2024-11-20T08:20:19,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306. 2024-11-20T08:20:19,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306. after waiting 0 ms 2024-11-20T08:20:19,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306. 2024-11-20T08:20:19,309 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306. 2024-11-20T08:20:19,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e59b7c9a491f5831f1956ea4a8951306: Waiting for close lock at 1732090819309Disabling compacts and flushes for region at 1732090819309Disabling writes for close at 1732090819309Writing region close event to WAL at 1732090819309Closed at 1732090819309 2024-11-20T08:20:19,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:20:19,310 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732090819310"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090819310"}]},"ts":"1732090819310"} 2024-11-20T08:20:19,312 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:20:19,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:20:19,313 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090819313"}]},"ts":"1732090819313"} 2024-11-20T08:20:19,315 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T08:20:19,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e59b7c9a491f5831f1956ea4a8951306, ASSIGN}] 2024-11-20T08:20:19,316 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e59b7c9a491f5831f1956ea4a8951306, ASSIGN 2024-11-20T08:20:19,317 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e59b7c9a491f5831f1956ea4a8951306, ASSIGN; state=OFFLINE, location=3354ef74e3b7,35275,1732090810827; forceNewPlan=false, retain=false 2024-11-20T08:20:19,339 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 379, reset compression=false 2024-11-20T08:20:19,467 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e59b7c9a491f5831f1956ea4a8951306, regionState=OPENING, regionLocation=3354ef74e3b7,35275,1732090810827 2024-11-20T08:20:19,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e59b7c9a491f5831f1956ea4a8951306, ASSIGN because future has completed 2024-11-20T08:20:19,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e59b7c9a491f5831f1956ea4a8951306, server=3354ef74e3b7,35275,1732090810827}] 2024-11-20T08:20:19,482 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 379, reset compression=false 2024-11-20T08:20:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:19,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306. 2024-11-20T08:20:19,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:20:19,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T08:20:19,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C35275%2C1732090810827.rep, suffix=, logDir=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827, archiveDir=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/oldWALs, maxLogs=10 2024-11-20T08:20:19,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.rep.1732090819627, exclude list is [], retry=0 2024-11-20T08:20:19,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44609,DS-b8b2f2c8-c94c-4a2a-abf2-ea3a8cc330e3,DISK] 2024-11-20T08:20:19,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.rep.1732090819627 2024-11-20T08:20:19,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35143:35143)] 2024-11-20T08:20:19,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e59b7c9a491f5831f1956ea4a8951306, NAME => 'hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:20:19,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:20:19,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:20:19,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306. service=MultiRowMutationService 2024-11-20T08:20:19,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T08:20:19,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e59b7c9a491f5831f1956ea4a8951306 2024-11-20T08:20:19,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:19,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e59b7c9a491f5831f1956ea4a8951306 2024-11-20T08:20:19,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e59b7c9a491f5831f1956ea4a8951306 2024-11-20T08:20:19,650 INFO [StoreOpener-e59b7c9a491f5831f1956ea4a8951306-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e59b7c9a491f5831f1956ea4a8951306 2024-11-20T08:20:19,651 INFO [StoreOpener-e59b7c9a491f5831f1956ea4a8951306-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e59b7c9a491f5831f1956ea4a8951306 columnFamilyName hfileref 2024-11-20T08:20:19,651 DEBUG [StoreOpener-e59b7c9a491f5831f1956ea4a8951306-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:19,651 INFO [StoreOpener-e59b7c9a491f5831f1956ea4a8951306-1 {}] regionserver.HStore(327): Store=e59b7c9a491f5831f1956ea4a8951306/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:19,651 INFO [StoreOpener-e59b7c9a491f5831f1956ea4a8951306-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e59b7c9a491f5831f1956ea4a8951306 2024-11-20T08:20:19,652 INFO [StoreOpener-e59b7c9a491f5831f1956ea4a8951306-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e59b7c9a491f5831f1956ea4a8951306 columnFamilyName queue 2024-11-20T08:20:19,652 DEBUG [StoreOpener-e59b7c9a491f5831f1956ea4a8951306-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:19,652 INFO [StoreOpener-e59b7c9a491f5831f1956ea4a8951306-1 {}] regionserver.HStore(327): Store=e59b7c9a491f5831f1956ea4a8951306/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:19,652 INFO [StoreOpener-e59b7c9a491f5831f1956ea4a8951306-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e59b7c9a491f5831f1956ea4a8951306 2024-11-20T08:20:19,653 INFO [StoreOpener-e59b7c9a491f5831f1956ea4a8951306-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e59b7c9a491f5831f1956ea4a8951306 columnFamilyName sid 2024-11-20T08:20:19,653 DEBUG [StoreOpener-e59b7c9a491f5831f1956ea4a8951306-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:19,654 INFO [StoreOpener-e59b7c9a491f5831f1956ea4a8951306-1 {}] regionserver.HStore(327): Store=e59b7c9a491f5831f1956ea4a8951306/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:19,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e59b7c9a491f5831f1956ea4a8951306 2024-11-20T08:20:19,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/replication/e59b7c9a491f5831f1956ea4a8951306 2024-11-20T08:20:19,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/replication/e59b7c9a491f5831f1956ea4a8951306 2024-11-20T08:20:19,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e59b7c9a491f5831f1956ea4a8951306 2024-11-20T08:20:19,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e59b7c9a491f5831f1956ea4a8951306 2024-11-20T08:20:19,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:20:19,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e59b7c9a491f5831f1956ea4a8951306 2024-11-20T08:20:19,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/replication/e59b7c9a491f5831f1956ea4a8951306/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:20:19,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e59b7c9a491f5831f1956ea4a8951306; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69867187, jitterRate=0.04110221564769745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:20:19,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e59b7c9a491f5831f1956ea4a8951306 2024-11-20T08:20:19,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e59b7c9a491f5831f1956ea4a8951306: Running coprocessor pre-open hook at 1732090819649Writing region info on filesystem at 1732090819649Initializing all the Stores at 1732090819649Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090819649Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090819650 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090819650Cleaning up temporary data from old regions at 1732090819655 (+5 ms)Running coprocessor post-open hooks at 1732090819659 (+4 ms)Region opened successfully at 1732090819659 2024-11-20T08:20:19,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306., pid=10, masterSystemTime=1732090819622 2024-11-20T08:20:19,663 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e59b7c9a491f5831f1956ea4a8951306, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,35275,1732090810827 2024-11-20T08:20:19,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306. 2024-11-20T08:20:19,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306. 2024-11-20T08:20:19,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e59b7c9a491f5831f1956ea4a8951306, server=3354ef74e3b7,35275,1732090810827 because future has completed 2024-11-20T08:20:19,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T08:20:19,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e59b7c9a491f5831f1956ea4a8951306, server=3354ef74e3b7,35275,1732090810827 in 196 msec 2024-11-20T08:20:19,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T08:20:19,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e59b7c9a491f5831f1956ea4a8951306, ASSIGN in 353 msec 2024-11-20T08:20:19,671 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:20:19,672 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090819671"}]},"ts":"1732090819671"} 2024-11-20T08:20:19,674 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T08:20:19,675 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:20:19,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1980 sec 2024-11-20T08:20:19,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306., hostname=3354ef74e3b7,35275,1732090810827, seqNum=2] 2024-11-20T08:20:19,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35275-0x10134761a4a0007, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2948684928 2024-11-20T08:20:19,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2948684928 2024-11-20T08:20:19,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T08:20:19,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T08:20:19,847 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T08:20:19,879 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3354ef74e3b7,35275,1732090810827, ReplicationSource: 1, currentBandwidth=0 2024-11-20T08:20:19,879 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:19,879 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,35275,1732090810827, seqNum=-1] 2024-11-20T08:20:19,880 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:19,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-20T08:20:19,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3354ef74e3b7,35275,1732090810827', locateType=CURRENT is [region=hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306., hostname=3354ef74e3b7,35275,1732090810827, seqNum=2] 2024-11-20T08:20:19,885 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T08:20:19,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T08:20:19,887 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3354ef74e3b7,35275,1732090810827 suceeded 2024-11-20T08:20:19,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T08:20:19,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-20T08:20:19,889 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3354ef74e3b7:38987,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T08:20:19,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4260 sec 2024-11-20T08:20:19,898 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:38987' 2024-11-20T08:20:19,900 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ad6623e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:19,900 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,38987,-1 for getting cluster id 2024-11-20T08:20:19,900 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:19,900 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4f7844c-78bf-41c3-961b-223972184b2c' 2024-11-20T08:20:19,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:19,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4f7844c-78bf-41c3-961b-223972184b2c" 2024-11-20T08:20:19,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63f5d167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:19,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,38987,-1] 2024-11-20T08:20:19,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:19,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:19,902 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:19,902 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29e17a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:19,902 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:19,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,38987,1732090803252 2024-11-20T08:20:19,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@272ba7d3 2024-11-20T08:20:19,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:19,904 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-20T08:20:19,904 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3354ef74e3b7,35275,1732090810827 (queues=1) is replicating from cluster=c9acf6f6-74e3-45fc-a767-e6b1d2b9dd44 to cluster=d4f7844c-78bf-41c3-961b-223972184b2c 2024-11-20T08:20:19,904 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3354ef74e3b7%2C35275%2C1732090810827 2024-11-20T08:20:19,905 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3354ef74e3b7,35275,1732090810827, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T08:20:19,905 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623, startPosition=0, beingWritten=true 2024-11-20T08:20:19,905 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.shipper3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3354ef74e3b7%2C35275%2C1732090810827 2024-11-20T08:20:19,910 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:20:19,910 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.shipper3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,35275,1732090810827 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:20:19,910 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 379, reset compression=false 2024-11-20T08:20:20,043 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 379, reset compression=false 2024-11-20T08:20:20,086 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 379, reset compression=false 2024-11-20T08:20:20,114 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 379, reset compression=false 2024-11-20T08:20:20,418 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 379, reset compression=false 2024-11-20T08:20:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:20,614 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T08:20:20,614 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:20:20,615 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:20:20,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:20,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:20,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:20:20,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c594682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:20,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,38987,-1 for getting cluster id 2024-11-20T08:20:20,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:20,616 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4f7844c-78bf-41c3-961b-223972184b2c' 2024-11-20T08:20:20,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:20,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4f7844c-78bf-41c3-961b-223972184b2c" 2024-11-20T08:20:20,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543c2cc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:20,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,38987,-1] 2024-11-20T08:20:20,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:20,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:20,618 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:20,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3262d050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:20,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786c8d78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:20,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,40843,-1 for getting cluster id 2024-11-20T08:20:20,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:20,620 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66ad3b2e-71e5-4aad-b966-d389e64d060d' 2024-11-20T08:20:20,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:20,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66ad3b2e-71e5-4aad-b966-d389e64d060d" 2024-11-20T08:20:20,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f42d50b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:20,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,40843,-1] 2024-11-20T08:20:20,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:20,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:20,621 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:20,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c05cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:20,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e73b0ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:20,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41183,-1 for getting cluster id 2024-11-20T08:20:20,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:20,625 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9acf6f6-74e3-45fc-a767-e6b1d2b9dd44' 2024-11-20T08:20:20,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:20,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9acf6f6-74e3-45fc-a767-e6b1d2b9dd44" 2024-11-20T08:20:20,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7706b9de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:20,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41183,-1] 2024-11-20T08:20:20,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:20,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:20,627 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:20,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24946de5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:20,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:20,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46775,1732090803305, seqNum=-1] 2024-11-20T08:20:20,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:20,633 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:20,633 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T08:20:20,634 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48437 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T08:20:20,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:20:20,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732090812670.fc2672e446f08a730015843844ac6a25., hostname=3354ef74e3b7,46775,1732090803305, seqNum=2] 2024-11-20T08:20:20,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:20,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,35275,1732090810827, seqNum=-1] 2024-11-20T08:20:20,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:20,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:20:20,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9., hostname=3354ef74e3b7,35275,1732090810827, seqNum=2] 2024-11-20T08:20:20,659 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T08:20:20,697 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:20:20,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:20,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:20,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:20,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:20,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:20,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:20,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:20,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:20,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:20,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:20,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:20,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:20,790 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 379, reset compression=false 2024-11-20T08:20:20,822 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 379, reset compression=false 2024-11-20T08:20:20,847 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 379, reset compression=false 2024-11-20T08:20:20,853 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:20:20,853 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 480, reset compression=false 2024-11-20T08:20:20,853 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.shipper3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46775,1732090803305 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc2672e446f08a730015843844ac6a25/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T08:20:20,856 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.shipper3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:20:20,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-20T08:20:20,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:20:20,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5eaf7bf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:20,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,40843,-1 for getting cluster id 2024-11-20T08:20:20,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:20,862 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66ad3b2e-71e5-4aad-b966-d389e64d060d' 2024-11-20T08:20:20,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:20,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66ad3b2e-71e5-4aad-b966-d389e64d060d" 2024-11-20T08:20:20,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e7a9aea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:20,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,40843,-1] 2024-11-20T08:20:20,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:20,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:20,863 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:20,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bd52cfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:20,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:20,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,43601,1732090807040, seqNum=-1] 2024-11-20T08:20:20,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:20,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-20T08:20:20,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732090814837.13a006e35d387d556726f9f2dfadc467., hostname=3354ef74e3b7,43601,1732090807040, seqNum=2] 2024-11-20T08:20:20,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:20:21,061 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 480, reset compression=false 2024-11-20T08:20:21,326 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 379, reset compression=false 2024-11-20T08:20:21,365 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 480, reset compression=false 2024-11-20T08:20:21,594 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 379, reset compression=false 2024-11-20T08:20:21,603 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:20:21,603 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 504, reset compression=false 2024-11-20T08:20:21,603 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.shipper3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,43601,1732090807040 got entry batch from reader: WALEntryBatch [walEntries=[{test/13a006e35d387d556726f9f2dfadc467/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-20T08:20:21,606 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.shipper3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:20:21,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-20T08:20:21,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:20:21,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c0abb95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:21,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41183,-1 for getting cluster id 2024-11-20T08:20:21,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:21,613 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9acf6f6-74e3-45fc-a767-e6b1d2b9dd44' 2024-11-20T08:20:21,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:21,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9acf6f6-74e3-45fc-a767-e6b1d2b9dd44" 2024-11-20T08:20:21,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56871984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:21,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41183,-1] 2024-11-20T08:20:21,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:21,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:21,615 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:21,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@351a97ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:21,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:21,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,35275,1732090810827, seqNum=-1] 2024-11-20T08:20:21,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:21,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-20T08:20:21,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9., hostname=3354ef74e3b7,35275,1732090810827, seqNum=2] 2024-11-20T08:20:21,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:20:21,661 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T08:20:21,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:21,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,43601,1732090807040, seqNum=-1] 2024-11-20T08:20:21,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:21,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:20:21,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732090814837.13a006e35d387d556726f9f2dfadc467., hostname=3354ef74e3b7,43601,1732090807040, seqNum=2] 2024-11-20T08:20:21,668 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T08:20:21,771 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 480, reset compression=false 2024-11-20T08:20:21,811 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 504, reset compression=false 2024-11-20T08:20:21,815 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:20:21,815 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 608, reset compression=false 2024-11-20T08:20:21,815 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.shipper3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,43601,1732090807040 got entry batch from reader: WALEntryBatch [walEntries=[{test/13a006e35d387d556726f9f2dfadc467/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T08:20:21,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:20:21,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:20:21,934 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 379, reset compression=false 2024-11-20T08:20:21,939 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:20:21,939 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 654, reset compression=false 2024-11-20T08:20:21,939 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.shipper3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,35275,1732090810827 got entry batch from reader: WALEntryBatch [walEntries=[{test/72ccf9e4edd23354248ec23d33e920c9/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T08:20:21,941 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.shipper3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:20:21,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-20T08:20:21,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:20:21,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dc74728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:21,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,38987,-1 for getting cluster id 2024-11-20T08:20:21,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:21,944 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4f7844c-78bf-41c3-961b-223972184b2c' 2024-11-20T08:20:21,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:21,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4f7844c-78bf-41c3-961b-223972184b2c" 2024-11-20T08:20:21,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f4137ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:21,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,38987,-1] 2024-11-20T08:20:21,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:21,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:21,945 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:21,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5aa15a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:21,946 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:21,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46775,1732090803305, seqNum=-1] 2024-11-20T08:20:21,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:21,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-20T08:20:21,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732090812670.fc2672e446f08a730015843844ac6a25., hostname=3354ef74e3b7,46775,1732090803305, seqNum=2] 2024-11-20T08:20:21,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:20:22,020 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 608, reset compression=false 2024-11-20T08:20:22,143 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 654, reset compression=false 2024-11-20T08:20:22,275 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 480, reset compression=false 2024-11-20T08:20:22,286 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:20:22,286 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 631, reset compression=false 2024-11-20T08:20:22,286 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.shipper3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46775,1732090803305 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:20:22,323 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 608, reset compression=false 2024-11-20T08:20:22,451 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 654, reset compression=false 2024-11-20T08:20:22,499 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 631, reset compression=false 2024-11-20T08:20:22,670 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T08:20:22,674 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-20T08:20:22,728 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 608, reset compression=false 2024-11-20T08:20:22,805 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 631, reset compression=false 2024-11-20T08:20:22,855 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 654, reset compression=false 2024-11-20T08:20:22,860 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:20:22,860 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 758, reset compression=false 2024-11-20T08:20:22,861 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.shipper3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,35275,1732090810827 got entry batch from reader: WALEntryBatch [walEntries=[{test/72ccf9e4edd23354248ec23d33e920c9/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T08:20:22,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:20:22,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:20:23,068 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 758, reset compression=false 2024-11-20T08:20:23,209 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 631, reset compression=false 2024-11-20T08:20:23,214 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:20:23,214 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 759, reset compression=false 2024-11-20T08:20:23,214 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.shipper3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46775,1732090803305 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc2672e446f08a730015843844ac6a25/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T08:20:23,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:20:23,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:20:23,231 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 608, reset compression=false 2024-11-20T08:20:23,235 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:20:23,235 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 760, reset compression=false 2024-11-20T08:20:23,235 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.shipper3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,43601,1732090807040 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:20:23,372 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 758, reset compression=false 2024-11-20T08:20:23,418 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 759, reset compression=false 2024-11-20T08:20:23,440 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 760, reset compression=false 2024-11-20T08:20:23,676 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-20T08:20:23,680 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T08:20:23,722 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 759, reset compression=false 2024-11-20T08:20:23,729 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:20:23,729 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 915, reset compression=false 2024-11-20T08:20:23,729 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.shipper3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46775,1732090803305 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc2672e446f08a730015843844ac6a25/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T08:20:23,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:20:23,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:20:23,743 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 760, reset compression=false 2024-11-20T08:20:23,747 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:20:23,747 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 908, reset compression=false 2024-11-20T08:20:23,747 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.shipper3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,43601,1732090807040 got entry batch from reader: WALEntryBatch [walEntries=[{test/13a006e35d387d556726f9f2dfadc467/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-20T08:20:23,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:20:23,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:20:23,776 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 758, reset compression=false 2024-11-20T08:20:23,779 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:20:23,779 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 929, reset compression=false 2024-11-20T08:20:23,779 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.shipper3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,35275,1732090810827 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:20:23,933 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 915, reset compression=false 2024-11-20T08:20:23,956 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 908, reset compression=false 2024-11-20T08:20:23,985 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 929, reset compression=false 2024-11-20T08:20:24,237 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 915, reset compression=false 2024-11-20T08:20:24,259 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 908, reset compression=false 2024-11-20T08:20:24,288 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 929, reset compression=false 2024-11-20T08:20:24,641 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 915, reset compression=false 2024-11-20T08:20:24,662 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 908, reset compression=false 2024-11-20T08:20:24,682 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T08:20:24,685 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T08:20:24,691 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 929, reset compression=false 2024-11-20T08:20:25,146 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 915, reset compression=false 2024-11-20T08:20:25,165 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 908, reset compression=false 2024-11-20T08:20:25,178 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:20:25,178 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 1067, reset compression=false 2024-11-20T08:20:25,178 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.shipper3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,43601,1732090807040 got entry batch from reader: WALEntryBatch [walEntries=[{test/13a006e35d387d556726f9f2dfadc467/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T08:20:25,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:20:25,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:20:25,194 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 929, reset compression=false 2024-11-20T08:20:25,197 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:20:25,197 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 1078, reset compression=false 2024-11-20T08:20:25,197 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.shipper3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,35275,1732090810827 got entry batch from reader: WALEntryBatch [walEntries=[{test/72ccf9e4edd23354248ec23d33e920c9/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-20T08:20:25,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:20:25,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:20:25,385 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 1067, reset compression=false 2024-11-20T08:20:25,400 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 1078, reset compression=false 2024-11-20T08:20:25,687 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T08:20:25,689 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 1067, reset compression=false 2024-11-20T08:20:25,691 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-20T08:20:25,703 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 1078, reset compression=false 2024-11-20T08:20:25,707 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:20:25,707 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 1237, reset compression=false 2024-11-20T08:20:25,707 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.shipper3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,35275,1732090810827 got entry batch from reader: WALEntryBatch [walEntries=[{test/72ccf9e4edd23354248ec23d33e920c9/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T08:20:25,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:20:25,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:20:25,750 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 915, reset compression=false 2024-11-20T08:20:25,755 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:20:25,755 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 1238, reset compression=false 2024-11-20T08:20:25,755 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.shipper3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46775,1732090803305 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc2672e446f08a730015843844ac6a25/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-20T08:20:25,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:20:25,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:20:25,910 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 1237, reset compression=false 2024-11-20T08:20:25,959 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 1238, reset compression=false 2024-11-20T08:20:26,093 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 1067, reset compression=false 2024-11-20T08:20:26,097 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:20:26,097 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 1241, reset compression=false 2024-11-20T08:20:26,097 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.shipper3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,43601,1732090807040 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:20:26,214 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 1237, reset compression=false 2024-11-20T08:20:26,263 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 1238, reset compression=false 2024-11-20T08:20:26,301 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 1241, reset compression=false 2024-11-20T08:20:26,604 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 1241, reset compression=false 2024-11-20T08:20:26,618 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 1237, reset compression=false 2024-11-20T08:20:26,666 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 1238, reset compression=false 2024-11-20T08:20:26,693 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-20T08:20:26,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb117c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:26,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41183,-1 for getting cluster id 2024-11-20T08:20:26,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:26,702 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9acf6f6-74e3-45fc-a767-e6b1d2b9dd44' 2024-11-20T08:20:26,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:26,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9acf6f6-74e3-45fc-a767-e6b1d2b9dd44" 2024-11-20T08:20:26,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2868a5d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:26,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41183,-1] 2024-11-20T08:20:26,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:26,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:26,704 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:26,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617a0d86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:26,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:26,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,41183,1732090810785 2024-11-20T08:20:26,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55dd0ef6 2024-11-20T08:20:26,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:26,709 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:20:26,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-20T08:20:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-20T08:20:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T08:20:26,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T08:20:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T08:20:26,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-20T08:20:26,871 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-20T08:20:26,872 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-20T08:20:26,872 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3354ef74e3b7,35275,1732090810827 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-20T08:20:26,872 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0. 2024-11-20T08:20:26,873 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:20:26,873 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:26,873 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:26,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:20:26,973 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T08:20:26,973 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.shipper3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T08:20:27,013 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 1241, reset compression=false 2024-11-20T08:20:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T08:20:27,073 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.shipper3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 terminated 2024-11-20T08:20:27,094 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-3354ef74e3b7,35275,1732090810827, ReplicationSource: 1, currentBandwidth=0 2024-11-20T08:20:27,095 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-20T08:20:27,095 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T08:20:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-20T08:20:27,100 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 3354ef74e3b7,35275,1732090810827 suceeded 2024-11-20T08:20:27,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T08:20:27,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 382 msec 2024-11-20T08:20:27,104 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-20T08:20:27,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 394 msec 2024-11-20T08:20:27,114 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:38987' 2024-11-20T08:20:27,116 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7800dcf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:27,116 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,38987,-1 for getting cluster id 2024-11-20T08:20:27,116 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:27,117 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4f7844c-78bf-41c3-961b-223972184b2c' 2024-11-20T08:20:27,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:27,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4f7844c-78bf-41c3-961b-223972184b2c" 2024-11-20T08:20:27,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26b2a5c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:27,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,38987,-1] 2024-11-20T08:20:27,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:27,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:27,119 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:27,119 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49e14c5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:27,119 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:27,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,38987,1732090803252 2024-11-20T08:20:27,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28acf50e 2024-11-20T08:20:27,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:27,121 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-20T08:20:27,124 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3354ef74e3b7,35275,1732090810827 (queues=1) is replicating from cluster=c9acf6f6-74e3-45fc-a767-e6b1d2b9dd44 to cluster=d4f7844c-78bf-41c3-961b-223972184b2c 2024-11-20T08:20:27,124 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3354ef74e3b7%2C35275%2C1732090810827 2024-11-20T08:20:27,124 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3354ef74e3b7,35275,1732090810827, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T08:20:27,132 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.shipper3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3354ef74e3b7%2C35275%2C1732090810827 2024-11-20T08:20:27,184 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 1238, reset compression=false 2024-11-20T08:20:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T08:20:27,344 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-20T08:20:27,344 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:20:27,344 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:20:27,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:27,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:27,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:20:27,349 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-20T08:20:27,517 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 1241, reset compression=false 2024-11-20T08:20:27,788 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 1238, reset compression=false 2024-11-20T08:20:27,826 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:20:27,826 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 1342, reset compression=false 2024-11-20T08:20:27,826 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.shipper3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46775,1732090803305 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc2672e446f08a730015843844ac6a25/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T08:20:27,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:20:27,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:20:28,040 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 1342, reset compression=false 2024-11-20T08:20:28,147 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 1241, reset compression=false 2024-11-20T08:20:28,153 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:20:28,154 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 1369, reset compression=false 2024-11-20T08:20:28,154 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.shipper3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,43601,1732090807040 got entry batch from reader: WALEntryBatch [walEntries=[{test/13a006e35d387d556726f9f2dfadc467/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T08:20:28,155 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:20:28,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:20:28,351 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-20T08:20:28,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0840ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:28,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41183,-1 for getting cluster id 2024-11-20T08:20:28,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:28,354 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 1342, reset compression=false 2024-11-20T08:20:28,354 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9acf6f6-74e3-45fc-a767-e6b1d2b9dd44' 2024-11-20T08:20:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9acf6f6-74e3-45fc-a767-e6b1d2b9dd44" 2024-11-20T08:20:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17405c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41183,-1] 2024-11-20T08:20:28,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:28,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:28,356 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:28,356 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc66819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:28,357 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 1369, reset compression=false 2024-11-20T08:20:28,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:28,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,41183,1732090810785 2024-11-20T08:20:28,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35bf6610 2024-11-20T08:20:28,372 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:28,374 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:20:28,374 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:20:28,374 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 1473, reset compression=false 2024-11-20T08:20:28,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-20T08:20:28,374 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.shipper3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,43601,1732090807040 got entry batch from reader: WALEntryBatch [walEntries=[{test/13a006e35d387d556726f9f2dfadc467/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T08:20:28,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:20:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-20T08:20:28,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35275 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:20:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T08:20:28,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T08:20:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T08:20:28,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-20T08:20:28,535 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-20T08:20:28,535 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T08:20:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-20T08:20:28,538 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 3354ef74e3b7,35275,1732090810827 suceeded 2024-11-20T08:20:28,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T08:20:28,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-20T08:20:28,539 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-20T08:20:28,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 164 msec 2024-11-20T08:20:28,579 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 1473, reset compression=false 2024-11-20T08:20:28,626 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623, startPosition=1237, beingWritten=true 2024-11-20T08:20:28,631 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:20:28,631 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 1515, reset compression=false 2024-11-20T08:20:28,634 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.shipper3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,35275,1732090810827 got entry batch from reader: WALEntryBatch [walEntries=[{test/72ccf9e4edd23354248ec23d33e920c9/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T08:20:28,636 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.shipper3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:20:28,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-20T08:20:28,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:20:28,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:20:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T08:20:28,694 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-20T08:20:28,694 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:20:28,694 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:20:28,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:28,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:28,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:20:28,696 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-20T08:20:28,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T08:20:28,696 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:20:28,696 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:20:28,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:28,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:28,697 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:20:28,697 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:20:28,697 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=356461297, stopped=false 2024-11-20T08:20:28,697 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3354ef74e3b7,41183,1732090810785 2024-11-20T08:20:28,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35275-0x10134761a4a0007, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2948684928/running 2024-11-20T08:20:28,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35275-0x10134761a4a0007, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2948684928 2024-11-20T08:20:28,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2948684928/running 2024-11-20T08:20:28,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2948684928 2024-11-20T08:20:28,698 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:20:28,699 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:20:28,699 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:20:28,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:28,699 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3354ef74e3b7,35275,1732090810827' ***** 2024-11-20T08:20:28,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Set watcher on znode that does not yet exist, /2948684928/running 2024-11-20T08:20:28,699 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:20:28,700 INFO [RS:0;3354ef74e3b7:35275 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:20:28,700 INFO [RS:0;3354ef74e3b7:35275 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:20:28,700 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:20:28,700 INFO [RS:0;3354ef74e3b7:35275 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:20:28,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35275-0x10134761a4a0007, quorum=127.0.0.1:62015, baseZNode=/2948684928 Set watcher on znode that does not yet exist, /2948684928/running 2024-11-20T08:20:28,700 INFO [RS:0;3354ef74e3b7:35275 {}] regionserver.HRegionServer(3091): Received CLOSE for e59b7c9a491f5831f1956ea4a8951306 2024-11-20T08:20:28,700 INFO [RS:0;3354ef74e3b7:35275 {}] regionserver.HRegionServer(3091): Received CLOSE for 72ccf9e4edd23354248ec23d33e920c9 2024-11-20T08:20:28,700 INFO [RS:0;3354ef74e3b7:35275 {}] regionserver.HRegionServer(959): stopping server 3354ef74e3b7,35275,1732090810827 2024-11-20T08:20:28,700 INFO [RS:0;3354ef74e3b7:35275 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:20:28,700 INFO [RS:0;3354ef74e3b7:35275 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:35275. 2024-11-20T08:20:28,701 DEBUG [RS:0;3354ef74e3b7:35275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:20:28,701 DEBUG [RS:0;3354ef74e3b7:35275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:28,701 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e59b7c9a491f5831f1956ea4a8951306, disabling compactions & flushes 2024-11-20T08:20:28,701 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306. 2024-11-20T08:20:28,701 INFO [RS:0;3354ef74e3b7:35275 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:20:28,701 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306. 2024-11-20T08:20:28,701 INFO [RS:0;3354ef74e3b7:35275 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:20:28,701 INFO [RS:0;3354ef74e3b7:35275 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:20:28,701 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306. after waiting 0 ms 2024-11-20T08:20:28,701 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306. 2024-11-20T08:20:28,701 INFO [RS:0;3354ef74e3b7:35275 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T08:20:28,701 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e59b7c9a491f5831f1956ea4a8951306 3/3 column families, dataSize=1.17 KB heapSize=2.50 KB 2024-11-20T08:20:28,701 INFO [RS:0;3354ef74e3b7:35275 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T08:20:28,701 DEBUG [RS:0;3354ef74e3b7:35275 {}] regionserver.HRegionServer(1325): Online Regions={e59b7c9a491f5831f1956ea4a8951306=hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306., 1588230740=hbase:meta,,1.1588230740, 72ccf9e4edd23354248ec23d33e920c9=test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9.} 2024-11-20T08:20:28,701 DEBUG [RS:0;3354ef74e3b7:35275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72ccf9e4edd23354248ec23d33e920c9, e59b7c9a491f5831f1956ea4a8951306 2024-11-20T08:20:28,701 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:20:28,701 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:20:28,701 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:20:28,701 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:20:28,701 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:20:28,701 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T08:20:28,708 INFO [regionserver/3354ef74e3b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:20:28,723 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/1588230740/.tmp/info/558a696a7cb640bd9a18d1152e15b560 is 147, key is hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306./info:regioninfo/1732090819663/Put/seqid=0 2024-11-20T08:20:28,724 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/replication/e59b7c9a491f5831f1956ea4a8951306/.tmp/queue/2617c53777a64a12b397b92e61a62b97 is 154, key is 1-3354ef74e3b7,35275,1732090810827/queue:3354ef74e3b7%2C35275%2C1732090810827/1732090828641/Put/seqid=0 2024-11-20T08:20:28,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741840_1016 (size=7686) 2024-11-20T08:20:28,738 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/1588230740/.tmp/info/558a696a7cb640bd9a18d1152e15b560 2024-11-20T08:20:28,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741841_1017 (size=5353) 2024-11-20T08:20:28,764 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/1588230740/.tmp/ns/376569c6ad4249db820416a3627026c3 is 43, key is default/ns:d/1732090812609/Put/seqid=0 2024-11-20T08:20:28,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741842_1018 (size=5153) 2024-11-20T08:20:28,773 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 1342, reset compression=false 2024-11-20T08:20:28,776 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:20:28,776 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 1493, reset compression=false 2024-11-20T08:20:28,776 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.shipper3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46775,1732090803305 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:20:28,834 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 1515, reset compression=false 2024-11-20T08:20:28,883 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 1473, reset compression=false 2024-11-20T08:20:28,901 DEBUG [RS:0;3354ef74e3b7:35275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72ccf9e4edd23354248ec23d33e920c9, e59b7c9a491f5831f1956ea4a8951306 2024-11-20T08:20:28,979 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 1493, reset compression=false 2024-11-20T08:20:29,101 DEBUG [RS:0;3354ef74e3b7:35275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72ccf9e4edd23354248ec23d33e920c9, e59b7c9a491f5831f1956ea4a8951306 2024-11-20T08:20:29,137 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 1515, reset compression=false 2024-11-20T08:20:29,148 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/replication/e59b7c9a491f5831f1956ea4a8951306/.tmp/queue/2617c53777a64a12b397b92e61a62b97 2024-11-20T08:20:29,152 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/replication/e59b7c9a491f5831f1956ea4a8951306/.tmp/queue/2617c53777a64a12b397b92e61a62b97 as hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/replication/e59b7c9a491f5831f1956ea4a8951306/queue/2617c53777a64a12b397b92e61a62b97 2024-11-20T08:20:29,155 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/replication/e59b7c9a491f5831f1956ea4a8951306/queue/2617c53777a64a12b397b92e61a62b97, entries=1, sequenceid=12, filesize=5.2 K 2024-11-20T08:20:29,156 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for e59b7c9a491f5831f1956ea4a8951306 in 455ms, sequenceid=12, compaction requested=false 2024-11-20T08:20:29,161 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/replication/e59b7c9a491f5831f1956ea4a8951306/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T08:20:29,161 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:20:29,161 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:20:29,161 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306. 2024-11-20T08:20:29,161 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e59b7c9a491f5831f1956ea4a8951306: Waiting for close lock at 1732090828700Running coprocessor pre-close hooks at 1732090828700Disabling compacts and flushes for region at 1732090828700Disabling writes for close at 1732090828701 (+1 ms)Obtaining lock to block concurrent updates at 1732090828701Preparing flush snapshotting stores in e59b7c9a491f5831f1956ea4a8951306 at 1732090828701Finished memstore snapshotting hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306., syncing WAL and waiting on mvcc, flushsize=dataSize=1193, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732090828701Flushing stores of hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306. at 1732090828702 (+1 ms)Flushing e59b7c9a491f5831f1956ea4a8951306/queue: creating writer at 1732090828702Flushing e59b7c9a491f5831f1956ea4a8951306/queue: appending metadata at 1732090828724 (+22 ms)Flushing e59b7c9a491f5831f1956ea4a8951306/queue: closing flushed file at 1732090828724Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e372a37: reopening flushed file at 1732090829152 (+428 ms)Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for e59b7c9a491f5831f1956ea4a8951306 in 455ms, sequenceid=12, compaction requested=false at 1732090829156 (+4 ms)Writing region close event to WAL at 1732090829157 (+1 ms)Running coprocessor post-close hooks at 1732090829161 (+4 ms)Closed at 1732090829161 2024-11-20T08:20:29,161 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732090818477.e59b7c9a491f5831f1956ea4a8951306. 2024-11-20T08:20:29,161 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 72ccf9e4edd23354248ec23d33e920c9, disabling compactions & flushes 2024-11-20T08:20:29,161 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9. 2024-11-20T08:20:29,161 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9. 2024-11-20T08:20:29,162 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9. after waiting 0 ms 2024-11-20T08:20:29,162 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9. 2024-11-20T08:20:29,162 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 72ccf9e4edd23354248ec23d33e920c9 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-20T08:20:29,168 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/1588230740/.tmp/ns/376569c6ad4249db820416a3627026c3 2024-11-20T08:20:29,186 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/default/test/72ccf9e4edd23354248ec23d33e920c9/.tmp/f/94ac6695d7d74a87af0e9d9498bc1814 is 37, key is row3/f:row3/1732090827346/Put/seqid=0 2024-11-20T08:20:29,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741843_1019 (size=5228) 2024-11-20T08:20:29,191 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/default/test/72ccf9e4edd23354248ec23d33e920c9/.tmp/f/94ac6695d7d74a87af0e9d9498bc1814 2024-11-20T08:20:29,195 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94ac6695d7d74a87af0e9d9498bc1814 2024-11-20T08:20:29,198 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/1588230740/.tmp/rep_barrier/4e5ee80b7a5946aabc6ece1f4b591dc1 is 112, key is test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9./rep_barrier:seqnumDuringOpen/1732090815876/Put/seqid=0 2024-11-20T08:20:29,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741844_1020 (size=5518) 2024-11-20T08:20:29,212 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/1588230740/.tmp/rep_barrier/4e5ee80b7a5946aabc6ece1f4b591dc1 2024-11-20T08:20:29,216 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/default/test/72ccf9e4edd23354248ec23d33e920c9/.tmp/f1/0e6f6b5371db43fcbdb6c51fc95c5faa is 30, key is row1/f1:/1732090824683/DeleteFamily/seqid=0 2024-11-20T08:20:29,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741845_1021 (size=5158) 2024-11-20T08:20:29,250 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/1588230740/.tmp/table/cd11148c88ec410ead8b63cbb8d4f860 is 53, key is hbase:replication/table:state/1732090819671/Put/seqid=0 2024-11-20T08:20:29,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741846_1022 (size=5308) 2024-11-20T08:20:29,254 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/1588230740/.tmp/table/cd11148c88ec410ead8b63cbb8d4f860 2024-11-20T08:20:29,258 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/1588230740/.tmp/info/558a696a7cb640bd9a18d1152e15b560 as hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/1588230740/info/558a696a7cb640bd9a18d1152e15b560 2024-11-20T08:20:29,268 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/1588230740/info/558a696a7cb640bd9a18d1152e15b560, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T08:20:29,268 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/1588230740/.tmp/ns/376569c6ad4249db820416a3627026c3 as hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/1588230740/ns/376569c6ad4249db820416a3627026c3 2024-11-20T08:20:29,273 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/1588230740/ns/376569c6ad4249db820416a3627026c3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T08:20:29,274 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/1588230740/.tmp/rep_barrier/4e5ee80b7a5946aabc6ece1f4b591dc1 as hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/1588230740/rep_barrier/4e5ee80b7a5946aabc6ece1f4b591dc1 2024-11-20T08:20:29,282 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/1588230740/rep_barrier/4e5ee80b7a5946aabc6ece1f4b591dc1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T08:20:29,283 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/1588230740/.tmp/table/cd11148c88ec410ead8b63cbb8d4f860 as hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/1588230740/table/cd11148c88ec410ead8b63cbb8d4f860 2024-11-20T08:20:29,283 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 1493, reset compression=false 2024-11-20T08:20:29,286 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 1473, reset compression=false 2024-11-20T08:20:29,291 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/1588230740/table/cd11148c88ec410ead8b63cbb8d4f860, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T08:20:29,292 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 591ms, sequenceid=16, compaction requested=false 2024-11-20T08:20:29,302 DEBUG [RS:0;3354ef74e3b7:35275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72ccf9e4edd23354248ec23d33e920c9 2024-11-20T08:20:29,320 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T08:20:29,320 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:20:29,320 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:20:29,320 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:20:29,320 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090828701Running coprocessor pre-close hooks at 1732090828701Disabling compacts and flushes for region at 1732090828701Disabling writes for close at 1732090828701Obtaining lock to block concurrent updates at 1732090828701Preparing flush snapshotting stores in 1588230740 at 1732090828701Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732090828702 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732090828702Flushing 1588230740/info: creating writer at 1732090828702Flushing 1588230740/info: appending metadata at 1732090828722 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732090828722Flushing 1588230740/ns: creating writer at 1732090828741 (+19 ms)Flushing 1588230740/ns: appending metadata at 1732090828763 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732090828764 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732090829176 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732090829198 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732090829198Flushing 1588230740/table: creating writer at 1732090829221 (+23 ms)Flushing 1588230740/table: appending metadata at 1732090829249 (+28 ms)Flushing 1588230740/table: closing flushed file at 1732090829249Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d2d4812: reopening flushed file at 1732090829258 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c318497: reopening flushed file at 1732090829268 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4340dd3d: reopening flushed file at 1732090829273 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f15253d: reopening flushed file at 1732090829282 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 591ms, sequenceid=16, compaction requested=false at 1732090829292 (+10 ms)Writing region close event to WAL at 1732090829317 (+25 ms)Running coprocessor post-close hooks at 1732090829320 (+3 ms)Closed at 1732090829320 2024-11-20T08:20:29,321 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:20:29,502 DEBUG [RS:0;3354ef74e3b7:35275 {}] regionserver.HRegionServer(1351): Waiting on 72ccf9e4edd23354248ec23d33e920c9 2024-11-20T08:20:29,548 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 1515, reset compression=false 2024-11-20T08:20:29,548 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T08:20:29,548 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T08:20:29,554 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:20:29,554 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 1762, reset compression=false 2024-11-20T08:20:29,554 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.shipper3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,35275,1732090810827 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:20:29,555 ERROR [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.shipper3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3354ef74e3b7,35275,1732090810827: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3354ef74e3b7,35275,1732090810827, walGroup=3354ef74e3b7%2C35275%2C1732090810827, offset=3354ef74e3b7%2C35275%2C1732090810827.1732090811623:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:35275 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T08:20:29,557 ERROR [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.shipper3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T08:20:29,557 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.shipper3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T08:20:29,557 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.shipper3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T08:20:29,557 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.shipper3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T08:20:29,557 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.shipper3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T08:20:29,557 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.shipper3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 779653808 }, "NonHeapMemoryUsage": { "committed": 201326592, "init": 7667712, "max": -1, "used": 198351040 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T08:20:29,558 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.shipper3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:41183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:41183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T08:20:29,626 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/default/test/72ccf9e4edd23354248ec23d33e920c9/.tmp/f1/0e6f6b5371db43fcbdb6c51fc95c5faa 2024-11-20T08:20:29,632 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e6f6b5371db43fcbdb6c51fc95c5faa 2024-11-20T08:20:29,652 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/default/test/72ccf9e4edd23354248ec23d33e920c9/.tmp/norep/dde7a9a71eae437289c0372ecff87b7d is 33, key is row2/norep:/1732090825688/DeleteFamily/seqid=0 2024-11-20T08:20:29,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741847_1023 (size=5108) 2024-11-20T08:20:29,702 INFO [RS:0;3354ef74e3b7:35275 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T08:20:29,702 DEBUG [RS:0;3354ef74e3b7:35275 {}] regionserver.HRegionServer(1325): Online Regions={72ccf9e4edd23354248ec23d33e920c9=test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9.} 2024-11-20T08:20:29,702 DEBUG [RS:0;3354ef74e3b7:35275 {}] regionserver.HRegionServer(1351): Waiting on 72ccf9e4edd23354248ec23d33e920c9 2024-11-20T08:20:29,704 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 1493, reset compression=false 2024-11-20T08:20:29,761 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 1762, reset compression=false 2024-11-20T08:20:29,812 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 1473, reset compression=false 2024-11-20T08:20:29,902 DEBUG [RS:0;3354ef74e3b7:35275 {}] regionserver.HRegionServer(1351): Waiting on 72ccf9e4edd23354248ec23d33e920c9 2024-11-20T08:20:30,055 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/default/test/72ccf9e4edd23354248ec23d33e920c9/.tmp/norep/dde7a9a71eae437289c0372ecff87b7d 2024-11-20T08:20:30,059 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dde7a9a71eae437289c0372ecff87b7d 2024-11-20T08:20:30,060 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/default/test/72ccf9e4edd23354248ec23d33e920c9/.tmp/f/94ac6695d7d74a87af0e9d9498bc1814 as hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/default/test/72ccf9e4edd23354248ec23d33e920c9/f/94ac6695d7d74a87af0e9d9498bc1814 2024-11-20T08:20:30,063 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94ac6695d7d74a87af0e9d9498bc1814 2024-11-20T08:20:30,063 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/default/test/72ccf9e4edd23354248ec23d33e920c9/f/94ac6695d7d74a87af0e9d9498bc1814, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T08:20:30,064 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/default/test/72ccf9e4edd23354248ec23d33e920c9/.tmp/f1/0e6f6b5371db43fcbdb6c51fc95c5faa as hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/default/test/72ccf9e4edd23354248ec23d33e920c9/f1/0e6f6b5371db43fcbdb6c51fc95c5faa 2024-11-20T08:20:30,065 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 to pos 1762, reset compression=false 2024-11-20T08:20:30,068 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e6f6b5371db43fcbdb6c51fc95c5faa 2024-11-20T08:20:30,068 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/default/test/72ccf9e4edd23354248ec23d33e920c9/f1/0e6f6b5371db43fcbdb6c51fc95c5faa, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T08:20:30,069 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/default/test/72ccf9e4edd23354248ec23d33e920c9/.tmp/norep/dde7a9a71eae437289c0372ecff87b7d as hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/default/test/72ccf9e4edd23354248ec23d33e920c9/norep/dde7a9a71eae437289c0372ecff87b7d 2024-11-20T08:20:30,072 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dde7a9a71eae437289c0372ecff87b7d 2024-11-20T08:20:30,072 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/default/test/72ccf9e4edd23354248ec23d33e920c9/norep/dde7a9a71eae437289c0372ecff87b7d, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T08:20:30,073 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 72ccf9e4edd23354248ec23d33e920c9 in 911ms, sequenceid=12, compaction requested=false 2024-11-20T08:20:30,081 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/data/default/test/72ccf9e4edd23354248ec23d33e920c9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T08:20:30,082 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:20:30,082 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T08:20:30,082 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9. 2024-11-20T08:20:30,082 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 72ccf9e4edd23354248ec23d33e920c9: Waiting for close lock at 1732090829161Running coprocessor pre-close hooks at 1732090829161Disabling compacts and flushes for region at 1732090829161Disabling writes for close at 1732090829162 (+1 ms)Obtaining lock to block concurrent updates at 1732090829162Preparing flush snapshotting stores in 72ccf9e4edd23354248ec23d33e920c9 at 1732090829162Finished memstore snapshotting test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732090829162Flushing stores of test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9. at 1732090829162Flushing 72ccf9e4edd23354248ec23d33e920c9/f: creating writer at 1732090829162Flushing 72ccf9e4edd23354248ec23d33e920c9/f: appending metadata at 1732090829185 (+23 ms)Flushing 72ccf9e4edd23354248ec23d33e920c9/f: closing flushed file at 1732090829185Flushing 72ccf9e4edd23354248ec23d33e920c9/f1: creating writer at 1732090829195 (+10 ms)Flushing 72ccf9e4edd23354248ec23d33e920c9/f1: appending metadata at 1732090829216 (+21 ms)Flushing 72ccf9e4edd23354248ec23d33e920c9/f1: closing flushed file at 1732090829216Flushing 72ccf9e4edd23354248ec23d33e920c9/norep: creating writer at 1732090829632 (+416 ms)Flushing 72ccf9e4edd23354248ec23d33e920c9/norep: appending metadata at 1732090829651 (+19 ms)Flushing 72ccf9e4edd23354248ec23d33e920c9/norep: closing flushed file at 1732090829651Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@648b51e0: reopening flushed file at 1732090830059 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14e40879: reopening flushed file at 1732090830063 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7281e040: reopening flushed file at 1732090830068 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 72ccf9e4edd23354248ec23d33e920c9 in 911ms, sequenceid=12, compaction requested=false at 1732090830073 (+5 ms)Writing region close event to WAL at 1732090830079 (+6 ms)Running coprocessor post-close hooks at 1732090830082 (+3 ms)Closed at 1732090830082 2024-11-20T08:20:30,082 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732090815481.72ccf9e4edd23354248ec23d33e920c9. 2024-11-20T08:20:30,102 INFO [RS:0;3354ef74e3b7:35275 {}] regionserver.HRegionServer(976): stopping server 3354ef74e3b7,35275,1732090810827; all regions closed. 2024-11-20T08:20:30,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741834_1010 (size=4239) 2024-11-20T08:20:30,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741839_1015 (size=3115) 2024-11-20T08:20:30,106 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.rep.1732090819627 not finished, retry = 0 2024-11-20T08:20:30,207 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 1493, reset compression=false 2024-11-20T08:20:30,209 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/WALs/3354ef74e3b7,35275,1732090810827/3354ef74e3b7%2C35275%2C1732090810827.1732090811623 not finished, retry = 0 2024-11-20T08:20:30,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741832_1008 (size=2414) 2024-11-20T08:20:30,310 DEBUG [RS:0;3354ef74e3b7:35275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:30,310 INFO [RS:0;3354ef74e3b7:35275 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:20:30,310 INFO [RS:0;3354ef74e3b7:35275 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:20:30,310 INFO [RS:0;3354ef74e3b7:35275 {}] hbase.ChoreService(370): Chore service for: regionserver/3354ef74e3b7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T08:20:30,310 INFO [RS:0;3354ef74e3b7:35275 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:20:30,311 INFO [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:20:30,311 INFO [RS:0;3354ef74e3b7:35275 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3354ef74e3b7,35275,1732090810827 because: Region server is closing 2024-11-20T08:20:30,311 INFO [RS:0;3354ef74e3b7:35275 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:35275. 2024-11-20T08:20:30,311 DEBUG [RS:0;3354ef74e3b7:35275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:20:30,311 DEBUG [RS:0;3354ef74e3b7:35275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:30,311 DEBUG [RS:0;3354ef74e3b7:35275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:30,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:20:30,411 INFO [RS:0;3354ef74e3b7:35275 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.shipper3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 terminated 2024-11-20T08:20:30,411 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,35275,1732090810827.replicationSource.wal-reader.3354ef74e3b7%2C35275%2C1732090810827,1-3354ef74e3b7,35275,1732090810827 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T08:20:30,412 INFO [RS:0;3354ef74e3b7:35275 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:35275. 2024-11-20T08:20:30,412 DEBUG [RS:0;3354ef74e3b7:35275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:20:30,412 DEBUG [RS:0;3354ef74e3b7:35275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:30,412 DEBUG [RS:0;3354ef74e3b7:35275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:30,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:20:30,412 INFO [RS:0;3354ef74e3b7:35275 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35275 2024-11-20T08:20:30,415 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 1473, reset compression=false 2024-11-20T08:20:30,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35275-0x10134761a4a0007, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2948684928/rs/3354ef74e3b7,35275,1732090810827 2024-11-20T08:20:30,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2948684928/rs 2024-11-20T08:20:30,415 INFO [RS:0;3354ef74e3b7:35275 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:20:30,417 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3354ef74e3b7,35275,1732090810827] 2024-11-20T08:20:30,418 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2948684928/draining/3354ef74e3b7,35275,1732090810827 already deleted, retry=false 2024-11-20T08:20:30,418 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3354ef74e3b7,35275,1732090810827 expired; onlineServers=0 2024-11-20T08:20:30,418 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3354ef74e3b7,41183,1732090810785' ***** 2024-11-20T08:20:30,418 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:20:30,418 INFO [M:0;3354ef74e3b7:41183 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:20:30,418 INFO [M:0;3354ef74e3b7:41183 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:20:30,418 DEBUG [M:0;3354ef74e3b7:41183 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:20:30,418 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:20:30,418 DEBUG [M:0;3354ef74e3b7:41183 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:20:30,418 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090811419 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090811419,5,FailOnTimeoutGroup] 2024-11-20T08:20:30,418 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090811419 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090811419,5,FailOnTimeoutGroup] 2024-11-20T08:20:30,419 INFO [M:0;3354ef74e3b7:41183 {}] hbase.ChoreService(370): Chore service for: master/3354ef74e3b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T08:20:30,419 INFO [M:0;3354ef74e3b7:41183 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:20:30,419 DEBUG [M:0;3354ef74e3b7:41183 {}] master.HMaster(1795): Stopping service threads 2024-11-20T08:20:30,419 INFO [M:0;3354ef74e3b7:41183 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:20:30,420 INFO [M:0;3354ef74e3b7:41183 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:20:30,420 INFO [M:0;3354ef74e3b7:41183 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:20:30,420 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:20:30,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2948684928/master 2024-11-20T08:20:30,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2948684928 2024-11-20T08:20:30,421 DEBUG [M:0;3354ef74e3b7:41183 {}] zookeeper.ZKUtil(347): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Unable to get data of znode /2948684928/master because node does not exist (not an error) 2024-11-20T08:20:30,421 WARN [M:0;3354ef74e3b7:41183 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:20:30,422 INFO [M:0;3354ef74e3b7:41183 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/.lastflushedseqids 2024-11-20T08:20:30,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741848_1024 (size=245) 2024-11-20T08:20:30,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35275-0x10134761a4a0007, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:20:30,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35275-0x10134761a4a0007, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:20:30,517 INFO [RS:0;3354ef74e3b7:35275 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:20:30,517 INFO [RS:0;3354ef74e3b7:35275 {}] regionserver.HRegionServer(1031): Exiting; stopping=3354ef74e3b7,35275,1732090810827; zookeeper connection closed. 2024-11-20T08:20:30,517 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54d4783 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54d4783 2024-11-20T08:20:30,518 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T08:20:30,810 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 1493, reset compression=false 2024-11-20T08:20:30,830 INFO [M:0;3354ef74e3b7:41183 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T08:20:30,830 INFO [M:0;3354ef74e3b7:41183 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:20:30,831 DEBUG [M:0;3354ef74e3b7:41183 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:20:30,831 INFO [M:0;3354ef74e3b7:41183 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:30,831 DEBUG [M:0;3354ef74e3b7:41183 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:30,831 DEBUG [M:0;3354ef74e3b7:41183 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:20:30,831 DEBUG [M:0;3354ef74e3b7:41183 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:30,831 INFO [M:0;3354ef74e3b7:41183 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-20T08:20:30,850 DEBUG [M:0;3354ef74e3b7:41183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b99eb527a8e841ca91967a9ca19aa28b is 82, key is hbase:meta,,1/info:regioninfo/1732090812599/Put/seqid=0 2024-11-20T08:20:30,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741849_1025 (size=5672) 2024-11-20T08:20:31,120 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 1473, reset compression=false 2024-11-20T08:20:31,254 INFO [M:0;3354ef74e3b7:41183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b99eb527a8e841ca91967a9ca19aa28b 2024-11-20T08:20:31,279 DEBUG [M:0;3354ef74e3b7:41183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/042ec23b65e6478a8f9cfccc5f860af7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732090819676/Put/seqid=0 2024-11-20T08:20:31,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741850_1026 (size=9213) 2024-11-20T08:20:31,285 INFO [M:0;3354ef74e3b7:41183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/042ec23b65e6478a8f9cfccc5f860af7 2024-11-20T08:20:31,314 DEBUG [M:0;3354ef74e3b7:41183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f468704f38746d8ae6c439f3269efe8 is 69, key is 3354ef74e3b7,35275,1732090810827/rs:state/1732090811477/Put/seqid=0 2024-11-20T08:20:31,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741851_1027 (size=5156) 2024-11-20T08:20:31,332 INFO [M:0;3354ef74e3b7:41183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f468704f38746d8ae6c439f3269efe8 2024-11-20T08:20:31,337 DEBUG [M:0;3354ef74e3b7:41183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b99eb527a8e841ca91967a9ca19aa28b as hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b99eb527a8e841ca91967a9ca19aa28b 2024-11-20T08:20:31,342 INFO [M:0;3354ef74e3b7:41183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b99eb527a8e841ca91967a9ca19aa28b, entries=8, sequenceid=127, filesize=5.5 K 2024-11-20T08:20:31,343 DEBUG [M:0;3354ef74e3b7:41183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/042ec23b65e6478a8f9cfccc5f860af7 as hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/042ec23b65e6478a8f9cfccc5f860af7 2024-11-20T08:20:31,348 INFO [M:0;3354ef74e3b7:41183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/042ec23b65e6478a8f9cfccc5f860af7, entries=15, sequenceid=127, filesize=9.0 K 2024-11-20T08:20:31,348 DEBUG [M:0;3354ef74e3b7:41183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f468704f38746d8ae6c439f3269efe8 as hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f468704f38746d8ae6c439f3269efe8 2024-11-20T08:20:31,352 INFO [M:0;3354ef74e3b7:41183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43979/user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f468704f38746d8ae6c439f3269efe8, entries=1, sequenceid=127, filesize=5.0 K 2024-11-20T08:20:31,353 INFO [M:0;3354ef74e3b7:41183 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 522ms, sequenceid=127, compaction requested=false 2024-11-20T08:20:31,354 INFO [M:0;3354ef74e3b7:41183 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:31,354 DEBUG [M:0;3354ef74e3b7:41183 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090830830Disabling compacts and flushes for region at 1732090830830Disabling writes for close at 1732090830831 (+1 ms)Obtaining lock to block concurrent updates at 1732090830831Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732090830831Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1732090830831Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732090830832 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732090830832Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732090830849 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732090830849Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732090831258 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732090831278 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732090831278Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732090831292 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732090831313 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732090831313Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a65c587: reopening flushed file at 1732090831337 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c46a7e5: reopening flushed file at 1732090831342 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@465283b1: reopening flushed file at 1732090831348 (+6 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 522ms, sequenceid=127, compaction requested=false at 1732090831353 (+5 ms)Writing region close event to WAL at 1732090831354 (+1 ms)Closed at 1732090831354 2024-11-20T08:20:31,356 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/283cdacb-b971-8766-0362-bac76a36954c/MasterData/WALs/3354ef74e3b7,41183,1732090810785/3354ef74e3b7%2C41183%2C1732090810785.1732090811342 not finished, retry = 0 2024-11-20T08:20:31,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44609 is added to blk_1073741830_1006 (size=73878) 2024-11-20T08:20:31,460 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:20:31,461 INFO [M:0;3354ef74e3b7:41183 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T08:20:31,461 INFO [M:0;3354ef74e3b7:41183 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41183 2024-11-20T08:20:31,463 INFO [M:0;3354ef74e3b7:41183 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:20:31,514 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 1493, reset compression=false 2024-11-20T08:20:31,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:20:31,569 INFO [M:0;3354ef74e3b7:41183 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:20:31,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41183-0x10134761a4a0006, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:20:31,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5977000{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:20:31,573 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ada0127{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:20:31,573 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:20:31,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@678fdb91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:20:31,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b6447ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/hadoop.log.dir/,STOPPED} 2024-11-20T08:20:31,578 WARN [BP-773588061-172.17.0.2-1732090809696 heartbeating to localhost/127.0.0.1:43979 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:20:31,578 WARN [BP-773588061-172.17.0.2-1732090809696 heartbeating to localhost/127.0.0.1:43979 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-773588061-172.17.0.2-1732090809696 (Datanode Uuid ef8866f5-9639-416d-95e4-3aa7d0293f9d) service to localhost/127.0.0.1:43979 2024-11-20T08:20:31,578 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/cluster_e7945e2c-5edf-bc7e-94e0-8c511b9d374f/data/data1/current/BP-773588061-172.17.0.2-1732090809696 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:20:31,578 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/cluster_e7945e2c-5edf-bc7e-94e0-8c511b9d374f/data/data2/current/BP-773588061-172.17.0.2-1732090809696 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:20:31,579 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:20:31,579 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:20:31,579 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:20:31,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a10fea9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:20:31,590 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e69882f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:20:31,590 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:20:31,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@784a7587{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:20:31,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26e89182{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/hadoop.log.dir/,STOPPED} 2024-11-20T08:20:31,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T08:20:31,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T08:20:31,610 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:20:31,610 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:20:31,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:31,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:31,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:20:31,611 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:20:31,611 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=260511160, stopped=false 2024-11-20T08:20:31,611 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3354ef74e3b7,40843,1732090807002 2024-11-20T08:20:31,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10134761a4a0004, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1485525544/running 2024-11-20T08:20:31,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10134761a4a0004, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1485525544 2024-11-20T08:20:31,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1485525544/running 2024-11-20T08:20:31,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1485525544 2024-11-20T08:20:31,619 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:20:31,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43601-0x10134761a4a0004, quorum=127.0.0.1:62015, baseZNode=/1485525544 Set watcher on znode that does not yet exist, /1485525544/running 2024-11-20T08:20:31,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:20:31,620 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:20:31,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:31,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Set watcher on znode that does not yet exist, /1485525544/running 2024-11-20T08:20:31,621 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3354ef74e3b7,43601,1732090807040' ***** 2024-11-20T08:20:31,621 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:20:31,622 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:20:31,622 INFO [RS:0;3354ef74e3b7:43601 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:20:31,622 INFO [RS:0;3354ef74e3b7:43601 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:20:31,622 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.HRegionServer(3091): Received CLOSE for 13a006e35d387d556726f9f2dfadc467 2024-11-20T08:20:31,623 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.HRegionServer(3091): Received CLOSE for e67eae77ce57a8d59d795438fd45cc67 2024-11-20T08:20:31,623 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.HRegionServer(959): stopping server 3354ef74e3b7,43601,1732090807040 2024-11-20T08:20:31,623 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:20:31,623 INFO [RS:0;3354ef74e3b7:43601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:20:31,623 INFO [RS:0;3354ef74e3b7:43601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:43601. 2024-11-20T08:20:31,623 DEBUG [RS:0;3354ef74e3b7:43601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:20:31,623 DEBUG [RS:0;3354ef74e3b7:43601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:31,623 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:20:31,623 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:20:31,623 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:20:31,623 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T08:20:31,623 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13a006e35d387d556726f9f2dfadc467, disabling compactions & flushes 2024-11-20T08:20:31,623 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732090814837.13a006e35d387d556726f9f2dfadc467. 2024-11-20T08:20:31,623 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090814837.13a006e35d387d556726f9f2dfadc467. 2024-11-20T08:20:31,623 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732090814837.13a006e35d387d556726f9f2dfadc467. after waiting 0 ms 2024-11-20T08:20:31,623 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732090814837.13a006e35d387d556726f9f2dfadc467. 2024-11-20T08:20:31,624 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 13a006e35d387d556726f9f2dfadc467 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-20T08:20:31,624 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T08:20:31,624 DEBUG [RS:0;3354ef74e3b7:43601 {}] regionserver.HRegionServer(1325): Online Regions={13a006e35d387d556726f9f2dfadc467=test,,1732090814837.13a006e35d387d556726f9f2dfadc467., 1588230740=hbase:meta,,1.1588230740, e67eae77ce57a8d59d795438fd45cc67=hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67.} 2024-11-20T08:20:31,624 DEBUG [RS:0;3354ef74e3b7:43601 {}] regionserver.HRegionServer(1351): Waiting on 13a006e35d387d556726f9f2dfadc467, 1588230740, e67eae77ce57a8d59d795438fd45cc67 2024-11-20T08:20:31,624 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:20:31,624 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:20:31,624 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:20:31,624 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:20:31,624 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:20:31,624 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T08:20:31,650 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/default/test/13a006e35d387d556726f9f2dfadc467/.tmp/f/603481d2727a4a58954112c6c477251e is 37, key is row3/f:row3/1732090827346/Put/seqid=0 2024-11-20T08:20:31,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741840_1016 (size=5228) 2024-11-20T08:20:31,661 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/default/test/13a006e35d387d556726f9f2dfadc467/.tmp/f/603481d2727a4a58954112c6c477251e 2024-11-20T08:20:31,661 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/1588230740/.tmp/info/e4189b768e6b4fe1ba0f4264cbdeaee8 is 147, key is hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67./info:regioninfo/1732090817730/Put/seqid=0 2024-11-20T08:20:31,674 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 603481d2727a4a58954112c6c477251e 2024-11-20T08:20:31,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741841_1017 (size=7686) 2024-11-20T08:20:31,698 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/1588230740/.tmp/info/e4189b768e6b4fe1ba0f4264cbdeaee8 2024-11-20T08:20:31,705 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/default/test/13a006e35d387d556726f9f2dfadc467/.tmp/f1/72f33156a9a7467cb2b533205fbc5092 is 30, key is row1/f1:/1732090824683/DeleteFamily/seqid=0 2024-11-20T08:20:31,710 INFO [regionserver/3354ef74e3b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:20:31,734 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/1588230740/.tmp/ns/0e6b4f98025e46cea5da703b71ef0771 is 43, key is default/ns:d/1732090809611/Put/seqid=0 2024-11-20T08:20:31,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741842_1018 (size=5158) 2024-11-20T08:20:31,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741843_1019 (size=5153) 2024-11-20T08:20:31,824 DEBUG [RS:0;3354ef74e3b7:43601 {}] regionserver.HRegionServer(1351): Waiting on 13a006e35d387d556726f9f2dfadc467, 1588230740, e67eae77ce57a8d59d795438fd45cc67 2024-11-20T08:20:31,924 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 1473, reset compression=false 2024-11-20T08:20:31,931 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:20:31,931 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 1720, reset compression=false 2024-11-20T08:20:31,931 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.shipper3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,43601,1732090807040 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:20:31,931 ERROR [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.shipper3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3354ef74e3b7,43601,1732090807040: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3354ef74e3b7,43601,1732090807040, walGroup=3354ef74e3b7%2C43601%2C1732090807040, offset=3354ef74e3b7%2C43601%2C1732090807040.1732090808626:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:43601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T08:20:31,933 ERROR [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.shipper3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T08:20:31,933 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.shipper3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T08:20:31,933 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.shipper3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T08:20:31,933 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.shipper3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T08:20:31,933 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.shipper3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T08:20:31,933 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.shipper3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 832082608 }, "NonHeapMemoryUsage": { "committed": 201654272, "init": 7667712, "max": -1, "used": 198734248 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T08:20:31,934 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.shipper3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40843 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40843 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T08:20:32,024 DEBUG [RS:0;3354ef74e3b7:43601 {}] regionserver.HRegionServer(1351): Waiting on 13a006e35d387d556726f9f2dfadc467, 1588230740, e67eae77ce57a8d59d795438fd45cc67 2024-11-20T08:20:32,137 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 1720, reset compression=false 2024-11-20T08:20:32,146 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/default/test/13a006e35d387d556726f9f2dfadc467/.tmp/f1/72f33156a9a7467cb2b533205fbc5092 2024-11-20T08:20:32,148 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/1588230740/.tmp/ns/0e6b4f98025e46cea5da703b71ef0771 2024-11-20T08:20:32,155 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72f33156a9a7467cb2b533205fbc5092 2024-11-20T08:20:32,188 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/1588230740/.tmp/rep_barrier/eb68832771a74095877082a5f8c3b982 is 112, key is test,,1732090814837.13a006e35d387d556726f9f2dfadc467./rep_barrier:seqnumDuringOpen/1732090815221/Put/seqid=0 2024-11-20T08:20:32,191 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/default/test/13a006e35d387d556726f9f2dfadc467/.tmp/norep/07d909ffd7f34ce4972833b3a55a68ce is 33, key is row1/norep:/1732090824683/DeleteFamily/seqid=0 2024-11-20T08:20:32,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741844_1020 (size=5518) 2024-11-20T08:20:32,221 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/1588230740/.tmp/rep_barrier/eb68832771a74095877082a5f8c3b982 2024-11-20T08:20:32,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741845_1021 (size=5108) 2024-11-20T08:20:32,222 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/default/test/13a006e35d387d556726f9f2dfadc467/.tmp/norep/07d909ffd7f34ce4972833b3a55a68ce 2024-11-20T08:20:32,224 DEBUG [RS:0;3354ef74e3b7:43601 {}] regionserver.HRegionServer(1351): Waiting on 13a006e35d387d556726f9f2dfadc467, 1588230740, e67eae77ce57a8d59d795438fd45cc67 2024-11-20T08:20:32,226 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07d909ffd7f34ce4972833b3a55a68ce 2024-11-20T08:20:32,227 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/default/test/13a006e35d387d556726f9f2dfadc467/.tmp/f/603481d2727a4a58954112c6c477251e as hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/default/test/13a006e35d387d556726f9f2dfadc467/f/603481d2727a4a58954112c6c477251e 2024-11-20T08:20:32,234 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 603481d2727a4a58954112c6c477251e 2024-11-20T08:20:32,234 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/default/test/13a006e35d387d556726f9f2dfadc467/f/603481d2727a4a58954112c6c477251e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T08:20:32,237 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/default/test/13a006e35d387d556726f9f2dfadc467/.tmp/f1/72f33156a9a7467cb2b533205fbc5092 as hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/default/test/13a006e35d387d556726f9f2dfadc467/f1/72f33156a9a7467cb2b533205fbc5092 2024-11-20T08:20:32,242 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72f33156a9a7467cb2b533205fbc5092 2024-11-20T08:20:32,242 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/default/test/13a006e35d387d556726f9f2dfadc467/f1/72f33156a9a7467cb2b533205fbc5092, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T08:20:32,243 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/default/test/13a006e35d387d556726f9f2dfadc467/.tmp/norep/07d909ffd7f34ce4972833b3a55a68ce as hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/default/test/13a006e35d387d556726f9f2dfadc467/norep/07d909ffd7f34ce4972833b3a55a68ce 2024-11-20T08:20:32,253 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07d909ffd7f34ce4972833b3a55a68ce 2024-11-20T08:20:32,253 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/default/test/13a006e35d387d556726f9f2dfadc467/norep/07d909ffd7f34ce4972833b3a55a68ce, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T08:20:32,255 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 13a006e35d387d556726f9f2dfadc467 in 632ms, sequenceid=12, compaction requested=false 2024-11-20T08:20:32,256 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/1588230740/.tmp/table/c0aec6e1e8ea4764b1f0b2df0ee5b432 is 53, key is hbase:replication/table:state/1732090817739/Put/seqid=0 2024-11-20T08:20:32,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741846_1022 (size=5308) 2024-11-20T08:20:32,288 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/1588230740/.tmp/table/c0aec6e1e8ea4764b1f0b2df0ee5b432 2024-11-20T08:20:32,289 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/default/test/13a006e35d387d556726f9f2dfadc467/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T08:20:32,289 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:20:32,289 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T08:20:32,289 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732090814837.13a006e35d387d556726f9f2dfadc467. 2024-11-20T08:20:32,289 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13a006e35d387d556726f9f2dfadc467: Waiting for close lock at 1732090831623Running coprocessor pre-close hooks at 1732090831623Disabling compacts and flushes for region at 1732090831623Disabling writes for close at 1732090831623Obtaining lock to block concurrent updates at 1732090831624 (+1 ms)Preparing flush snapshotting stores in 13a006e35d387d556726f9f2dfadc467 at 1732090831624Finished memstore snapshotting test,,1732090814837.13a006e35d387d556726f9f2dfadc467., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732090831624Flushing stores of test,,1732090814837.13a006e35d387d556726f9f2dfadc467. at 1732090831625 (+1 ms)Flushing 13a006e35d387d556726f9f2dfadc467/f: creating writer at 1732090831625Flushing 13a006e35d387d556726f9f2dfadc467/f: appending metadata at 1732090831649 (+24 ms)Flushing 13a006e35d387d556726f9f2dfadc467/f: closing flushed file at 1732090831649Flushing 13a006e35d387d556726f9f2dfadc467/f1: creating writer at 1732090831674 (+25 ms)Flushing 13a006e35d387d556726f9f2dfadc467/f1: appending metadata at 1732090831704 (+30 ms)Flushing 13a006e35d387d556726f9f2dfadc467/f1: closing flushed file at 1732090831704Flushing 13a006e35d387d556726f9f2dfadc467/norep: creating writer at 1732090832155 (+451 ms)Flushing 13a006e35d387d556726f9f2dfadc467/norep: appending metadata at 1732090832190 (+35 ms)Flushing 13a006e35d387d556726f9f2dfadc467/norep: closing flushed file at 1732090832190Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dd89349: reopening flushed file at 1732090832226 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@506613be: reopening flushed file at 1732090832235 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23b918f8: reopening flushed file at 1732090832243 (+8 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 13a006e35d387d556726f9f2dfadc467 in 632ms, sequenceid=12, compaction requested=false at 1732090832255 (+12 ms)Writing region close event to WAL at 1732090832284 (+29 ms)Running coprocessor post-close hooks at 1732090832289 (+5 ms)Closed at 1732090832289 2024-11-20T08:20:32,289 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732090814837.13a006e35d387d556726f9f2dfadc467. 2024-11-20T08:20:32,290 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e67eae77ce57a8d59d795438fd45cc67, disabling compactions & flushes 2024-11-20T08:20:32,290 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67. 2024-11-20T08:20:32,290 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67. 2024-11-20T08:20:32,290 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67. after waiting 0 ms 2024-11-20T08:20:32,290 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67. 2024-11-20T08:20:32,290 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e67eae77ce57a8d59d795438fd45cc67: Waiting for close lock at 1732090832290Running coprocessor pre-close hooks at 1732090832290Disabling compacts and flushes for region at 1732090832290Disabling writes for close at 1732090832290Failed flush hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67., putting online again at 1732090832290 2024-11-20T08:20:32,290 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67. 2024-11-20T08:20:32,292 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/1588230740/.tmp/info/e4189b768e6b4fe1ba0f4264cbdeaee8 as hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/1588230740/info/e4189b768e6b4fe1ba0f4264cbdeaee8 2024-11-20T08:20:32,297 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/1588230740/info/e4189b768e6b4fe1ba0f4264cbdeaee8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T08:20:32,298 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/1588230740/.tmp/ns/0e6b4f98025e46cea5da703b71ef0771 as hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/1588230740/ns/0e6b4f98025e46cea5da703b71ef0771 2024-11-20T08:20:32,302 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/1588230740/ns/0e6b4f98025e46cea5da703b71ef0771, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T08:20:32,303 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/1588230740/.tmp/rep_barrier/eb68832771a74095877082a5f8c3b982 as hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/1588230740/rep_barrier/eb68832771a74095877082a5f8c3b982 2024-11-20T08:20:32,306 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/1588230740/rep_barrier/eb68832771a74095877082a5f8c3b982, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T08:20:32,307 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/1588230740/.tmp/table/c0aec6e1e8ea4764b1f0b2df0ee5b432 as hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/1588230740/table/c0aec6e1e8ea4764b1f0b2df0ee5b432 2024-11-20T08:20:32,310 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/1588230740/table/c0aec6e1e8ea4764b1f0b2df0ee5b432, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T08:20:32,311 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 687ms, sequenceid=16, compaction requested=false 2024-11-20T08:20:32,311 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T08:20:32,315 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T08:20:32,316 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:20:32,316 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:20:32,316 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:20:32,316 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090831624Running coprocessor pre-close hooks at 1732090831624Disabling compacts and flushes for region at 1732090831624Disabling writes for close at 1732090831624Obtaining lock to block concurrent updates at 1732090831624Preparing flush snapshotting stores in 1588230740 at 1732090831624Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732090831624Flushing stores of hbase:meta,,1.1588230740 at 1732090831625 (+1 ms)Flushing 1588230740/info: creating writer at 1732090831626 (+1 ms)Flushing 1588230740/info: appending metadata at 1732090831660 (+34 ms)Flushing 1588230740/info: closing flushed file at 1732090831661 (+1 ms)Flushing 1588230740/ns: creating writer at 1732090831710 (+49 ms)Flushing 1588230740/ns: appending metadata at 1732090831733 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732090831733Flushing 1588230740/rep_barrier: creating writer at 1732090832153 (+420 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732090832188 (+35 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732090832188Flushing 1588230740/table: creating writer at 1732090832226 (+38 ms)Flushing 1588230740/table: appending metadata at 1732090832256 (+30 ms)Flushing 1588230740/table: closing flushed file at 1732090832256Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b9dd3ad: reopening flushed file at 1732090832292 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@197f1c89: reopening flushed file at 1732090832297 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62b99e63: reopening flushed file at 1732090832302 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fbfa739: reopening flushed file at 1732090832306 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 687ms, sequenceid=16, compaction requested=false at 1732090832311 (+5 ms)Writing region close event to WAL at 1732090832313 (+2 ms)Running coprocessor post-close hooks at 1732090832316 (+3 ms)Closed at 1732090832316 2024-11-20T08:20:32,316 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:20:32,321 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 1493, reset compression=false 2024-11-20T08:20:32,425 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.HRegionServer(3091): Received CLOSE for e67eae77ce57a8d59d795438fd45cc67 2024-11-20T08:20:32,425 DEBUG [RS:0;3354ef74e3b7:43601 {}] regionserver.HRegionServer(1351): Waiting on e67eae77ce57a8d59d795438fd45cc67 2024-11-20T08:20:32,425 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e67eae77ce57a8d59d795438fd45cc67, disabling compactions & flushes 2024-11-20T08:20:32,425 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67. 2024-11-20T08:20:32,425 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67. 2024-11-20T08:20:32,425 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67. after waiting 0 ms 2024-11-20T08:20:32,425 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67. 2024-11-20T08:20:32,425 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e67eae77ce57a8d59d795438fd45cc67: Waiting for close lock at 1732090832425Running coprocessor pre-close hooks at 1732090832425Disabling compacts and flushes for region at 1732090832425Disabling writes for close at 1732090832425Failed flush hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67., putting online again at 1732090832425 2024-11-20T08:20:32,425 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67. 2024-11-20T08:20:32,455 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 1720, reset compression=false 2024-11-20T08:20:32,460 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:20:32,460 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 2364, reset compression=false 2024-11-20T08:20:32,490 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T08:20:32,491 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T08:20:32,625 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T08:20:32,625 DEBUG [RS:0;3354ef74e3b7:43601 {}] regionserver.HRegionServer(1325): Online Regions={e67eae77ce57a8d59d795438fd45cc67=hbase:replication,,1732090817312.e67eae77ce57a8d59d795438fd45cc67.} 2024-11-20T08:20:32,625 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T08:20:32,625 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.HRegionServer(976): stopping server 3354ef74e3b7,43601,1732090807040; all regions closed. 2024-11-20T08:20:32,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741834_1010 (size=4239) 2024-11-20T08:20:32,627 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.meta.1732090809571.meta not finished, retry = 0 2024-11-20T08:20:32,662 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.1732090808626 to pos 2364, reset compression=false 2024-11-20T08:20:32,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741839_1015 (size=2609) 2024-11-20T08:20:32,730 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/WALs/3354ef74e3b7,43601,1732090807040/3354ef74e3b7%2C43601%2C1732090807040.rep.1732090817683 not finished, retry = 0 2024-11-20T08:20:32,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741832_1008 (size=2372) 2024-11-20T08:20:32,833 DEBUG [RS:0;3354ef74e3b7:43601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:32,833 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:20:32,833 INFO [RS:0;3354ef74e3b7:43601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:20:32,833 INFO [RS:0;3354ef74e3b7:43601 {}] hbase.ChoreService(370): Chore service for: regionserver/3354ef74e3b7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T08:20:32,833 INFO [RS:0;3354ef74e3b7:43601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:20:32,833 INFO [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:20:32,834 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3354ef74e3b7,43601,1732090807040 because: Region server is closing 2024-11-20T08:20:32,834 INFO [RS:0;3354ef74e3b7:43601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:43601. 2024-11-20T08:20:32,834 DEBUG [RS:0;3354ef74e3b7:43601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:20:32,834 DEBUG [RS:0;3354ef74e3b7:43601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:32,834 DEBUG [RS:0;3354ef74e3b7:43601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:32,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:20:32,839 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T08:20:32,935 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.shipper3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 terminated 2024-11-20T08:20:32,935 INFO [RS:0;3354ef74e3b7:43601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:43601. 2024-11-20T08:20:32,935 DEBUG [RS:0;3354ef74e3b7:43601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:20:32,935 DEBUG [RS:0;3354ef74e3b7:43601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:32,936 DEBUG [RS:0;3354ef74e3b7:43601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:32,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:20:32,936 INFO [RS:0;3354ef74e3b7:43601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43601 2024-11-20T08:20:32,935 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,43601,1732090807040.replicationSource.wal-reader.3354ef74e3b7%2C43601%2C1732090807040,1-3354ef74e3b7,43601,1732090807040 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T08:20:32,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1485525544/rs 2024-11-20T08:20:32,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10134761a4a0004, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1485525544/rs/3354ef74e3b7,43601,1732090807040 2024-11-20T08:20:32,939 INFO [RS:0;3354ef74e3b7:43601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:20:32,940 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3354ef74e3b7,43601,1732090807040] 2024-11-20T08:20:32,941 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1485525544/draining/3354ef74e3b7,43601,1732090807040 already deleted, retry=false 2024-11-20T08:20:32,941 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3354ef74e3b7,43601,1732090807040 expired; onlineServers=0 2024-11-20T08:20:32,942 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3354ef74e3b7,40843,1732090807002' ***** 2024-11-20T08:20:32,942 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:20:32,942 INFO [M:0;3354ef74e3b7:40843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:20:32,942 INFO [M:0;3354ef74e3b7:40843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:20:32,942 DEBUG [M:0;3354ef74e3b7:40843 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:20:32,942 DEBUG [M:0;3354ef74e3b7:40843 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:20:32,942 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:20:32,942 INFO [M:0;3354ef74e3b7:40843 {}] hbase.ChoreService(370): Chore service for: master/3354ef74e3b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T08:20:32,942 INFO [M:0;3354ef74e3b7:40843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:20:32,942 DEBUG [M:0;3354ef74e3b7:40843 {}] master.HMaster(1795): Stopping service threads 2024-11-20T08:20:32,942 INFO [M:0;3354ef74e3b7:40843 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:20:32,942 INFO [M:0;3354ef74e3b7:40843 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:20:32,942 INFO [M:0;3354ef74e3b7:40843 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:20:32,942 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:20:32,944 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090808426 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090808426,5,FailOnTimeoutGroup] 2024-11-20T08:20:32,944 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090808428 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090808428,5,FailOnTimeoutGroup] 2024-11-20T08:20:32,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1485525544/master 2024-11-20T08:20:32,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1485525544 2024-11-20T08:20:32,946 DEBUG [M:0;3354ef74e3b7:40843 {}] zookeeper.RecoverableZooKeeper(212): Node /1485525544/master already deleted, retry=false 2024-11-20T08:20:32,946 DEBUG [M:0;3354ef74e3b7:40843 {}] master.ActiveMasterManager(353): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Failed delete of our master address node; KeeperErrorCode = NoNode for /1485525544/master 2024-11-20T08:20:32,949 INFO [M:0;3354ef74e3b7:40843 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/.lastflushedseqids 2024-11-20T08:20:32,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741847_1023 (size=245) 2024-11-20T08:20:33,044 INFO [RS:0;3354ef74e3b7:43601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:20:33,044 INFO [RS:0;3354ef74e3b7:43601 {}] regionserver.HRegionServer(1031): Exiting; stopping=3354ef74e3b7,43601,1732090807040; zookeeper connection closed. 2024-11-20T08:20:33,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10134761a4a0004, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:20:33,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43601-0x10134761a4a0004, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:20:33,048 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5dbb6946 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5dbb6946 2024-11-20T08:20:33,049 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T08:20:33,225 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 1493, reset compression=false 2024-11-20T08:20:33,362 INFO [M:0;3354ef74e3b7:40843 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T08:20:33,362 INFO [M:0;3354ef74e3b7:40843 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:20:33,363 DEBUG [M:0;3354ef74e3b7:40843 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:20:33,363 INFO [M:0;3354ef74e3b7:40843 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:33,363 DEBUG [M:0;3354ef74e3b7:40843 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:33,363 DEBUG [M:0;3354ef74e3b7:40843 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:20:33,363 DEBUG [M:0;3354ef74e3b7:40843 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:33,363 INFO [M:0;3354ef74e3b7:40843 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T08:20:33,380 DEBUG [M:0;3354ef74e3b7:40843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/afeb10d8a0ed40d0bab3663b46ed484b is 82, key is hbase:meta,,1/info:regioninfo/1732090809602/Put/seqid=0 2024-11-20T08:20:33,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741848_1024 (size=5672) 2024-11-20T08:20:33,784 INFO [M:0;3354ef74e3b7:40843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/afeb10d8a0ed40d0bab3663b46ed484b 2024-11-20T08:20:33,806 DEBUG [M:0;3354ef74e3b7:40843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56a288d258794df2b573c994aaee3fdc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732090817743/Put/seqid=0 2024-11-20T08:20:33,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741849_1025 (size=8516) 2024-11-20T08:20:34,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,210 INFO [M:0;3354ef74e3b7:40843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56a288d258794df2b573c994aaee3fdc 2024-11-20T08:20:34,228 DEBUG [M:0;3354ef74e3b7:40843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/042c9de35ed141c4983d1e3153747de3 is 69, key is 3354ef74e3b7,43601,1732090807040/rs:state/1732090808479/Put/seqid=0 2024-11-20T08:20:34,229 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 1493, reset compression=false 2024-11-20T08:20:34,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741850_1026 (size=5156) 2024-11-20T08:20:34,233 INFO [M:0;3354ef74e3b7:40843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/042c9de35ed141c4983d1e3153747de3 2024-11-20T08:20:34,237 DEBUG [M:0;3354ef74e3b7:40843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/afeb10d8a0ed40d0bab3663b46ed484b as hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/afeb10d8a0ed40d0bab3663b46ed484b 2024-11-20T08:20:34,240 INFO [M:0;3354ef74e3b7:40843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/afeb10d8a0ed40d0bab3663b46ed484b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T08:20:34,240 DEBUG [M:0;3354ef74e3b7:40843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/56a288d258794df2b573c994aaee3fdc as hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/56a288d258794df2b573c994aaee3fdc 2024-11-20T08:20:34,243 INFO [M:0;3354ef74e3b7:40843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/56a288d258794df2b573c994aaee3fdc, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T08:20:34,244 DEBUG [M:0;3354ef74e3b7:40843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/042c9de35ed141c4983d1e3153747de3 as hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/042c9de35ed141c4983d1e3153747de3 2024-11-20T08:20:34,247 INFO [M:0;3354ef74e3b7:40843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39327/user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/042c9de35ed141c4983d1e3153747de3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T08:20:34,247 INFO [M:0;3354ef74e3b7:40843 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=97, compaction requested=false 2024-11-20T08:20:34,249 INFO [M:0;3354ef74e3b7:40843 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:34,249 DEBUG [M:0;3354ef74e3b7:40843 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090833363Disabling compacts and flushes for region at 1732090833363Disabling writes for close at 1732090833363Obtaining lock to block concurrent updates at 1732090833363Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732090833363Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732090833363Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732090833364 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732090833364Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732090833379 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732090833379Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732090833788 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732090833805 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732090833805Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732090834214 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732090834227 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732090834227Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7650c58: reopening flushed file at 1732090834236 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a00d396: reopening flushed file at 1732090834240 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3adf584c: reopening flushed file at 1732090834243 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=97, compaction requested=false at 1732090834247 (+4 ms)Writing region close event to WAL at 1732090834248 (+1 ms)Closed at 1732090834248 2024-11-20T08:20:34,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741830_1006 (size=63654) 2024-11-20T08:20:34,250 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97a7ed7e-4e79-26ac-ba6d-337a70219b6c/MasterData/WALs/3354ef74e3b7,40843,1732090807002/3354ef74e3b7%2C40843%2C1732090807002.1732090808326 not finished, retry = 0 2024-11-20T08:20:34,351 INFO [M:0;3354ef74e3b7:40843 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T08:20:34,351 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:20:34,351 INFO [M:0;3354ef74e3b7:40843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40843 2024-11-20T08:20:34,352 INFO [M:0;3354ef74e3b7:40843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:20:34,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:20:34,454 INFO [M:0;3354ef74e3b7:40843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:20:34,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x10134761a4a0003, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:20:34,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a8db13d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:20:34,458 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a2107a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:20:34,458 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:20:34,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a0e76b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:20:34,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30dd4f1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/hadoop.log.dir/,STOPPED} 2024-11-20T08:20:34,459 WARN [BP-1234338666-172.17.0.2-1732090806370 heartbeating to localhost/127.0.0.1:39327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:20:34,459 WARN [BP-1234338666-172.17.0.2-1732090806370 heartbeating to localhost/127.0.0.1:39327 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1234338666-172.17.0.2-1732090806370 (Datanode Uuid 887c47dd-f8bd-421d-9f69-ffe1afd69f4d) service to localhost/127.0.0.1:39327 2024-11-20T08:20:34,459 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:20:34,459 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:20:34,460 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/cluster_0f4e7a6d-8e5a-1dcb-418b-c2ca568c0468/data/data2/current/BP-1234338666-172.17.0.2-1732090806370 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:20:34,460 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:20:34,461 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/cluster_0f4e7a6d-8e5a-1dcb-418b-c2ca568c0468/data/data1/current/BP-1234338666-172.17.0.2-1732090806370 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:20:34,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ffff9c5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:20:34,468 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@482640eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:20:34,469 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:20:34,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48103671{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:20:34,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@666de90c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b307e6b6-acab-7ade-eb0d-028359c4d6c5/hadoop.log.dir/,STOPPED} 2024-11-20T08:20:34,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T08:20:34,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T08:20:34,485 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:20:34,485 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:20:34,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:34,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:34,485 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:20:34,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:20:34,485 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1515923619, stopped=false 2024-11-20T08:20:34,485 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3354ef74e3b7,38987,1732090803252 2024-11-20T08:20:34,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x10134761a4a0001, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01590290636/running 2024-11-20T08:20:34,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x10134761a4a0001, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01590290636 2024-11-20T08:20:34,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01590290636/running 2024-11-20T08:20:34,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01590290636 2024-11-20T08:20:34,487 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:20:34,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46775-0x10134761a4a0001, quorum=127.0.0.1:62015, baseZNode=/01590290636 Set watcher on znode that does not yet exist, /01590290636/running 2024-11-20T08:20:34,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Set watcher on znode that does not yet exist, /01590290636/running 2024-11-20T08:20:34,489 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:20:34,489 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:20:34,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:34,490 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3354ef74e3b7,46775,1732090803305' ***** 2024-11-20T08:20:34,490 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:20:34,490 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:20:34,490 INFO [RS:0;3354ef74e3b7:46775 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:20:34,490 INFO [RS:0;3354ef74e3b7:46775 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:20:34,490 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:20:34,490 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(3091): Received CLOSE for fc2672e446f08a730015843844ac6a25 2024-11-20T08:20:34,491 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(3091): Received CLOSE for 84203e3b15f559b22d54534f76b14363 2024-11-20T08:20:34,491 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(959): stopping server 3354ef74e3b7,46775,1732090803305 2024-11-20T08:20:34,491 INFO [RS:0;3354ef74e3b7:46775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:20:34,491 INFO [RS:0;3354ef74e3b7:46775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:46775. 2024-11-20T08:20:34,491 DEBUG [RS:0;3354ef74e3b7:46775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:20:34,491 DEBUG [RS:0;3354ef74e3b7:46775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:34,491 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:20:34,491 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:20:34,491 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:20:34,491 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T08:20:34,491 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc2672e446f08a730015843844ac6a25, disabling compactions & flushes 2024-11-20T08:20:34,491 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732090812670.fc2672e446f08a730015843844ac6a25. 2024-11-20T08:20:34,491 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090812670.fc2672e446f08a730015843844ac6a25. 2024-11-20T08:20:34,491 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732090812670.fc2672e446f08a730015843844ac6a25. after waiting 0 ms 2024-11-20T08:20:34,491 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732090812670.fc2672e446f08a730015843844ac6a25. 2024-11-20T08:20:34,492 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T08:20:34,492 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fc2672e446f08a730015843844ac6a25 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-20T08:20:34,492 DEBUG [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(1325): Online Regions={fc2672e446f08a730015843844ac6a25=test,,1732090812670.fc2672e446f08a730015843844ac6a25., 1588230740=hbase:meta,,1.1588230740, 84203e3b15f559b22d54534f76b14363=hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363.} 2024-11-20T08:20:34,492 DEBUG [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84203e3b15f559b22d54534f76b14363, fc2672e446f08a730015843844ac6a25 2024-11-20T08:20:34,492 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:20:34,492 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:20:34,492 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:20:34,492 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:20:34,492 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:20:34,492 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T08:20:34,512 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/default/test/fc2672e446f08a730015843844ac6a25/.tmp/f/a863af71682d43bda44956a12d54496c is 37, key is row3/f:row3/1732090827346/Put/seqid=0 2024-11-20T08:20:34,513 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/1588230740/.tmp/info/49a4936824e147ac9063178909bb1f01 is 147, key is hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363./info:regioninfo/1732090816971/Put/seqid=0 2024-11-20T08:20:34,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741840_1016 (size=5228) 2024-11-20T08:20:34,515 INFO [regionserver/3354ef74e3b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:20:34,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741841_1017 (size=7686) 2024-11-20T08:20:34,692 DEBUG [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84203e3b15f559b22d54534f76b14363, fc2672e446f08a730015843844ac6a25 2024-11-20T08:20:34,722 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:20:34,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:34,892 DEBUG [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84203e3b15f559b22d54534f76b14363, fc2672e446f08a730015843844ac6a25 2024-11-20T08:20:34,916 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/default/test/fc2672e446f08a730015843844ac6a25/.tmp/f/a863af71682d43bda44956a12d54496c 2024-11-20T08:20:34,917 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/1588230740/.tmp/info/49a4936824e147ac9063178909bb1f01 2024-11-20T08:20:34,922 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a863af71682d43bda44956a12d54496c 2024-11-20T08:20:34,938 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/1588230740/.tmp/ns/c3ede63ca0df44fc8e0bd5c55174957e is 43, key is default/ns:d/1732090806269/Put/seqid=0 2024-11-20T08:20:34,939 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/default/test/fc2672e446f08a730015843844ac6a25/.tmp/f1/034fa5a64d7c43de9275bb8ca45c695c is 30, key is row1/f1:/1732090824683/DeleteFamily/seqid=0 2024-11-20T08:20:34,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741842_1018 (size=5153) 2024-11-20T08:20:34,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741843_1019 (size=5158) 2024-11-20T08:20:35,092 DEBUG [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84203e3b15f559b22d54534f76b14363, fc2672e446f08a730015843844ac6a25 2024-11-20T08:20:35,176 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T08:20:35,176 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T08:20:35,292 DEBUG [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84203e3b15f559b22d54534f76b14363, fc2672e446f08a730015843844ac6a25 2024-11-20T08:20:35,332 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 1493, reset compression=false 2024-11-20T08:20:35,336 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:20:35,336 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 1740, reset compression=false 2024-11-20T08:20:35,336 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.shipper3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46775,1732090803305 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:20:35,337 ERROR [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.shipper3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3354ef74e3b7,46775,1732090803305: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3354ef74e3b7,46775,1732090803305, walGroup=3354ef74e3b7%2C46775%2C1732090803305, offset=3354ef74e3b7%2C46775%2C1732090803305.1732090805306:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:46775 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T08:20:35,338 ERROR [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.shipper3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T08:20:35,338 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.shipper3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T08:20:35,338 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.shipper3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T08:20:35,339 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.shipper3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T08:20:35,339 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.shipper3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T08:20:35,339 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.shipper3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 924357296 }, "NonHeapMemoryUsage": { "committed": 202440704, "init": 7667712, "max": -1, "used": 199516712 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T08:20:35,339 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.shipper3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:38987 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:38987 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T08:20:35,342 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/1588230740/.tmp/ns/c3ede63ca0df44fc8e0bd5c55174957e 2024-11-20T08:20:35,343 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/default/test/fc2672e446f08a730015843844ac6a25/.tmp/f1/034fa5a64d7c43de9275bb8ca45c695c 2024-11-20T08:20:35,346 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 034fa5a64d7c43de9275bb8ca45c695c 2024-11-20T08:20:35,366 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/1588230740/.tmp/rep_barrier/f5937ce37adc4a6d94eca45882a38a2c is 112, key is test,,1732090812670.fc2672e446f08a730015843844ac6a25./rep_barrier:seqnumDuringOpen/1732090813817/Put/seqid=0 2024-11-20T08:20:35,367 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/default/test/fc2672e446f08a730015843844ac6a25/.tmp/norep/f13877d4439c468ab72e1eef3117f788 is 32, key is row/norep:/1732090823677/DeleteFamily/seqid=0 2024-11-20T08:20:35,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741845_1021 (size=5101) 2024-11-20T08:20:35,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741844_1020 (size=5518) 2024-11-20T08:20:35,493 DEBUG [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84203e3b15f559b22d54534f76b14363, fc2672e446f08a730015843844ac6a25 2024-11-20T08:20:35,539 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 1740, reset compression=false 2024-11-20T08:20:35,693 DEBUG [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84203e3b15f559b22d54534f76b14363, fc2672e446f08a730015843844ac6a25 2024-11-20T08:20:35,771 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/1588230740/.tmp/rep_barrier/f5937ce37adc4a6d94eca45882a38a2c 2024-11-20T08:20:35,771 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/default/test/fc2672e446f08a730015843844ac6a25/.tmp/norep/f13877d4439c468ab72e1eef3117f788 2024-11-20T08:20:35,775 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f13877d4439c468ab72e1eef3117f788 2024-11-20T08:20:35,776 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/default/test/fc2672e446f08a730015843844ac6a25/.tmp/f/a863af71682d43bda44956a12d54496c as hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/default/test/fc2672e446f08a730015843844ac6a25/f/a863af71682d43bda44956a12d54496c 2024-11-20T08:20:35,780 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a863af71682d43bda44956a12d54496c 2024-11-20T08:20:35,780 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/default/test/fc2672e446f08a730015843844ac6a25/f/a863af71682d43bda44956a12d54496c, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T08:20:35,781 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/default/test/fc2672e446f08a730015843844ac6a25/.tmp/f1/034fa5a64d7c43de9275bb8ca45c695c as hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/default/test/fc2672e446f08a730015843844ac6a25/f1/034fa5a64d7c43de9275bb8ca45c695c 2024-11-20T08:20:35,785 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 034fa5a64d7c43de9275bb8ca45c695c 2024-11-20T08:20:35,785 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/default/test/fc2672e446f08a730015843844ac6a25/f1/034fa5a64d7c43de9275bb8ca45c695c, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T08:20:35,786 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/default/test/fc2672e446f08a730015843844ac6a25/.tmp/norep/f13877d4439c468ab72e1eef3117f788 as hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/default/test/fc2672e446f08a730015843844ac6a25/norep/f13877d4439c468ab72e1eef3117f788 2024-11-20T08:20:35,790 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f13877d4439c468ab72e1eef3117f788 2024-11-20T08:20:35,790 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/default/test/fc2672e446f08a730015843844ac6a25/norep/f13877d4439c468ab72e1eef3117f788, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T08:20:35,791 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fc2672e446f08a730015843844ac6a25 in 1300ms, sequenceid=12, compaction requested=false 2024-11-20T08:20:35,791 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T08:20:35,793 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/1588230740/.tmp/table/8d447385926f4052b9d854ad6c0fa9ea is 53, key is hbase:replication/table:state/1732090816978/Put/seqid=0 2024-11-20T08:20:35,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741846_1022 (size=5308) 2024-11-20T08:20:35,804 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/default/test/fc2672e446f08a730015843844ac6a25/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T08:20:35,805 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:20:35,805 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T08:20:35,805 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732090812670.fc2672e446f08a730015843844ac6a25. 2024-11-20T08:20:35,805 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc2672e446f08a730015843844ac6a25: Waiting for close lock at 1732090834491Running coprocessor pre-close hooks at 1732090834491Disabling compacts and flushes for region at 1732090834491Disabling writes for close at 1732090834491Obtaining lock to block concurrent updates at 1732090834492 (+1 ms)Preparing flush snapshotting stores in fc2672e446f08a730015843844ac6a25 at 1732090834492Finished memstore snapshotting test,,1732090812670.fc2672e446f08a730015843844ac6a25., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732090834492Flushing stores of test,,1732090812670.fc2672e446f08a730015843844ac6a25. at 1732090834493 (+1 ms)Flushing fc2672e446f08a730015843844ac6a25/f: creating writer at 1732090834493Flushing fc2672e446f08a730015843844ac6a25/f: appending metadata at 1732090834511 (+18 ms)Flushing fc2672e446f08a730015843844ac6a25/f: closing flushed file at 1732090834511Flushing fc2672e446f08a730015843844ac6a25/f1: creating writer at 1732090834922 (+411 ms)Flushing fc2672e446f08a730015843844ac6a25/f1: appending metadata at 1732090834938 (+16 ms)Flushing fc2672e446f08a730015843844ac6a25/f1: closing flushed file at 1732090834939 (+1 ms)Flushing fc2672e446f08a730015843844ac6a25/norep: creating writer at 1732090835346 (+407 ms)Flushing fc2672e446f08a730015843844ac6a25/norep: appending metadata at 1732090835365 (+19 ms)Flushing fc2672e446f08a730015843844ac6a25/norep: closing flushed file at 1732090835365Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56ea91bc: reopening flushed file at 1732090835775 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b72e17a: reopening flushed file at 1732090835780 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32c4d84e: reopening flushed file at 1732090835786 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fc2672e446f08a730015843844ac6a25 in 1300ms, sequenceid=12, compaction requested=false at 1732090835791 (+5 ms)Writing region close event to WAL at 1732090835793 (+2 ms)Running coprocessor post-close hooks at 1732090835805 (+12 ms)Closed at 1732090835805 2024-11-20T08:20:35,805 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732090812670.fc2672e446f08a730015843844ac6a25. 2024-11-20T08:20:35,805 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 84203e3b15f559b22d54534f76b14363, disabling compactions & flushes 2024-11-20T08:20:35,805 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363. 2024-11-20T08:20:35,805 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363. 2024-11-20T08:20:35,805 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363. after waiting 0 ms 2024-11-20T08:20:35,805 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363. 2024-11-20T08:20:35,806 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 84203e3b15f559b22d54534f76b14363: Waiting for close lock at 1732090835805Running coprocessor pre-close hooks at 1732090835805Disabling compacts and flushes for region at 1732090835805Disabling writes for close at 1732090835805Failed flush hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363., putting online again at 1732090835805 2024-11-20T08:20:35,806 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363. 2024-11-20T08:20:35,843 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 1740, reset compression=false 2024-11-20T08:20:35,847 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:20:35,847 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 2384, reset compression=false 2024-11-20T08:20:35,893 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T08:20:35,893 DEBUG [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 84203e3b15f559b22d54534f76b14363=hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363.} 2024-11-20T08:20:35,893 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(3091): Received CLOSE for 84203e3b15f559b22d54534f76b14363 2024-11-20T08:20:35,893 DEBUG [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84203e3b15f559b22d54534f76b14363 2024-11-20T08:20:35,893 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 84203e3b15f559b22d54534f76b14363, disabling compactions & flushes 2024-11-20T08:20:35,893 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363. 2024-11-20T08:20:35,893 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363. 2024-11-20T08:20:35,893 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363. after waiting 0 ms 2024-11-20T08:20:35,894 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363. 2024-11-20T08:20:35,894 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 84203e3b15f559b22d54534f76b14363: Waiting for close lock at 1732090835893Running coprocessor pre-close hooks at 1732090835893Disabling compacts and flushes for region at 1732090835893Disabling writes for close at 1732090835894 (+1 ms)Failed flush hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363., putting online again at 1732090835894 2024-11-20T08:20:35,894 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732090816159.84203e3b15f559b22d54534f76b14363. 2024-11-20T08:20:36,053 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 2384, reset compression=false 2024-11-20T08:20:36,093 DEBUG [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:20:36,197 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/1588230740/.tmp/table/8d447385926f4052b9d854ad6c0fa9ea 2024-11-20T08:20:36,202 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/1588230740/.tmp/info/49a4936824e147ac9063178909bb1f01 as hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/1588230740/info/49a4936824e147ac9063178909bb1f01 2024-11-20T08:20:36,206 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/1588230740/info/49a4936824e147ac9063178909bb1f01, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T08:20:36,206 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/1588230740/.tmp/ns/c3ede63ca0df44fc8e0bd5c55174957e as hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/1588230740/ns/c3ede63ca0df44fc8e0bd5c55174957e 2024-11-20T08:20:36,210 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/1588230740/ns/c3ede63ca0df44fc8e0bd5c55174957e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T08:20:36,210 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/1588230740/.tmp/rep_barrier/f5937ce37adc4a6d94eca45882a38a2c as hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/1588230740/rep_barrier/f5937ce37adc4a6d94eca45882a38a2c 2024-11-20T08:20:36,213 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/1588230740/rep_barrier/f5937ce37adc4a6d94eca45882a38a2c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T08:20:36,214 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/1588230740/.tmp/table/8d447385926f4052b9d854ad6c0fa9ea as hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/1588230740/table/8d447385926f4052b9d854ad6c0fa9ea 2024-11-20T08:20:36,218 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/1588230740/table/8d447385926f4052b9d854ad6c0fa9ea, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T08:20:36,219 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false 2024-11-20T08:20:36,219 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T08:20:36,223 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T08:20:36,224 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:20:36,224 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:20:36,224 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:20:36,224 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090834492Running coprocessor pre-close hooks at 1732090834492Disabling compacts and flushes for region at 1732090834492Disabling writes for close at 1732090834492Obtaining lock to block concurrent updates at 1732090834492Preparing flush snapshotting stores in 1588230740 at 1732090834492Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732090834492Flushing stores of hbase:meta,,1.1588230740 at 1732090834494 (+2 ms)Flushing 1588230740/info: creating writer at 1732090834494Flushing 1588230740/info: appending metadata at 1732090834512 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732090834512Flushing 1588230740/ns: creating writer at 1732090834922 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732090834937 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732090834937Flushing 1588230740/rep_barrier: creating writer at 1732090835345 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732090835365 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732090835365Flushing 1588230740/table: creating writer at 1732090835775 (+410 ms)Flushing 1588230740/table: appending metadata at 1732090835793 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732090835793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@477cf8b8: reopening flushed file at 1732090836202 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@194cc635: reopening flushed file at 1732090836206 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60a8df9d: reopening flushed file at 1732090836210 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4188cb29: reopening flushed file at 1732090836213 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false at 1732090836219 (+6 ms)Writing region close event to WAL at 1732090836220 (+1 ms)Running coprocessor post-close hooks at 1732090836224 (+4 ms)Closed at 1732090836224 2024-11-20T08:20:36,224 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:20:36,294 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T08:20:36,294 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(976): stopping server 3354ef74e3b7,46775,1732090803305; all regions closed. 2024-11-20T08:20:36,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741834_1010 (size=4239) 2024-11-20T08:20:36,296 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.meta.1732090806226.meta not finished, retry = 0 2024-11-20T08:20:36,356 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 to pos 2384, reset compression=false 2024-11-20T08:20:36,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741839_1015 (size=2390) 2024-11-20T08:20:36,398 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.rep.1732090816918 not finished, retry = 0 2024-11-20T08:20:36,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741832_1008 (size=2392) 2024-11-20T08:20:36,501 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/WALs/3354ef74e3b7,46775,1732090803305/3354ef74e3b7%2C46775%2C1732090803305.1732090805306 not finished, retry = 0 2024-11-20T08:20:36,602 DEBUG [RS:0;3354ef74e3b7:46775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:36,602 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:20:36,602 INFO [RS:0;3354ef74e3b7:46775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:20:36,602 INFO [RS:0;3354ef74e3b7:46775 {}] hbase.ChoreService(370): Chore service for: regionserver/3354ef74e3b7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T08:20:36,602 INFO [RS:0;3354ef74e3b7:46775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:20:36,603 INFO [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:20:36,603 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3354ef74e3b7,46775,1732090803305 because: Region server is closing 2024-11-20T08:20:36,603 INFO [RS:0;3354ef74e3b7:46775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:46775. 2024-11-20T08:20:36,603 DEBUG [RS:0;3354ef74e3b7:46775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:20:36,603 DEBUG [RS:0;3354ef74e3b7:46775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:36,603 DEBUG [RS:0;3354ef74e3b7:46775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:36,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:20:36,704 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.shipper3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 terminated 2024-11-20T08:20:36,704 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46775,1732090803305.replicationSource.wal-reader.3354ef74e3b7%2C46775%2C1732090803305,1-3354ef74e3b7,46775,1732090803305 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T08:20:36,704 INFO [RS:0;3354ef74e3b7:46775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:46775. 2024-11-20T08:20:36,704 DEBUG [RS:0;3354ef74e3b7:46775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:20:36,704 DEBUG [RS:0;3354ef74e3b7:46775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:36,704 DEBUG [RS:0;3354ef74e3b7:46775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:36,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:20:36,704 INFO [RS:0;3354ef74e3b7:46775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46775 2024-11-20T08:20:36,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x10134761a4a0001, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01590290636/rs/3354ef74e3b7,46775,1732090803305 2024-11-20T08:20:36,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01590290636/rs 2024-11-20T08:20:36,706 INFO [RS:0;3354ef74e3b7:46775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:20:36,708 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3354ef74e3b7,46775,1732090803305] 2024-11-20T08:20:36,710 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01590290636/draining/3354ef74e3b7,46775,1732090803305 already deleted, retry=false 2024-11-20T08:20:36,710 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3354ef74e3b7,46775,1732090803305 expired; onlineServers=0 2024-11-20T08:20:36,710 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3354ef74e3b7,38987,1732090803252' ***** 2024-11-20T08:20:36,710 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:20:36,710 INFO [M:0;3354ef74e3b7:38987 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:20:36,710 INFO [M:0;3354ef74e3b7:38987 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:20:36,710 DEBUG [M:0;3354ef74e3b7:38987 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:20:36,710 DEBUG [M:0;3354ef74e3b7:38987 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:20:36,710 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:20:36,710 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090805087 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090805087,5,FailOnTimeoutGroup] 2024-11-20T08:20:36,710 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090805087 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090805087,5,FailOnTimeoutGroup] 2024-11-20T08:20:36,710 INFO [M:0;3354ef74e3b7:38987 {}] hbase.ChoreService(370): Chore service for: master/3354ef74e3b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T08:20:36,710 INFO [M:0;3354ef74e3b7:38987 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:20:36,710 DEBUG [M:0;3354ef74e3b7:38987 {}] master.HMaster(1795): Stopping service threads 2024-11-20T08:20:36,710 INFO [M:0;3354ef74e3b7:38987 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:20:36,711 INFO [M:0;3354ef74e3b7:38987 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:20:36,711 INFO [M:0;3354ef74e3b7:38987 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:20:36,711 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:20:36,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01590290636/master 2024-11-20T08:20:36,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01590290636 2024-11-20T08:20:36,712 DEBUG [M:0;3354ef74e3b7:38987 {}] zookeeper.ZKUtil(347): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Unable to get data of znode /01590290636/master because node does not exist (not an error) 2024-11-20T08:20:36,712 WARN [M:0;3354ef74e3b7:38987 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:20:36,712 INFO [M:0;3354ef74e3b7:38987 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/.lastflushedseqids 2024-11-20T08:20:36,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741847_1023 (size=245) 2024-11-20T08:20:36,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x10134761a4a0001, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:20:36,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x10134761a4a0001, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:20:36,809 INFO [RS:0;3354ef74e3b7:46775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:20:36,809 INFO [RS:0;3354ef74e3b7:46775 {}] regionserver.HRegionServer(1031): Exiting; stopping=3354ef74e3b7,46775,1732090803305; zookeeper connection closed. 2024-11-20T08:20:36,809 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47017954 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47017954 2024-11-20T08:20:36,809 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T08:20:37,117 INFO [M:0;3354ef74e3b7:38987 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T08:20:37,118 INFO [M:0;3354ef74e3b7:38987 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:20:37,118 DEBUG [M:0;3354ef74e3b7:38987 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:20:37,118 INFO [M:0;3354ef74e3b7:38987 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:37,118 DEBUG [M:0;3354ef74e3b7:38987 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:37,118 DEBUG [M:0;3354ef74e3b7:38987 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:20:37,118 DEBUG [M:0;3354ef74e3b7:38987 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:37,118 INFO [M:0;3354ef74e3b7:38987 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T08:20:37,137 DEBUG [M:0;3354ef74e3b7:38987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b465aa68d504311928e7f67e4cb138c is 82, key is hbase:meta,,1/info:regioninfo/1732090806256/Put/seqid=0 2024-11-20T08:20:37,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741848_1024 (size=5672) 2024-11-20T08:20:37,542 INFO [M:0;3354ef74e3b7:38987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b465aa68d504311928e7f67e4cb138c 2024-11-20T08:20:37,560 DEBUG [M:0;3354ef74e3b7:38987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e27d4666b8ae4499b6a1e0ce66f8be19 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732090816982/Put/seqid=0 2024-11-20T08:20:37,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741849_1025 (size=8516) 2024-11-20T08:20:37,964 INFO [M:0;3354ef74e3b7:38987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e27d4666b8ae4499b6a1e0ce66f8be19 2024-11-20T08:20:37,982 DEBUG [M:0;3354ef74e3b7:38987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fee88c6a83d549cdbac700475a8a13bd is 69, key is 3354ef74e3b7,46775,1732090803305/rs:state/1732090805158/Put/seqid=0 2024-11-20T08:20:37,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741850_1026 (size=5156) 2024-11-20T08:20:38,387 INFO [M:0;3354ef74e3b7:38987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fee88c6a83d549cdbac700475a8a13bd 2024-11-20T08:20:38,391 DEBUG [M:0;3354ef74e3b7:38987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b465aa68d504311928e7f67e4cb138c as hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b465aa68d504311928e7f67e4cb138c 2024-11-20T08:20:38,395 INFO [M:0;3354ef74e3b7:38987 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b465aa68d504311928e7f67e4cb138c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T08:20:38,395 DEBUG [M:0;3354ef74e3b7:38987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e27d4666b8ae4499b6a1e0ce66f8be19 as hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e27d4666b8ae4499b6a1e0ce66f8be19 2024-11-20T08:20:38,399 INFO [M:0;3354ef74e3b7:38987 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e27d4666b8ae4499b6a1e0ce66f8be19, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T08:20:38,399 DEBUG [M:0;3354ef74e3b7:38987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fee88c6a83d549cdbac700475a8a13bd as hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fee88c6a83d549cdbac700475a8a13bd 2024-11-20T08:20:38,403 INFO [M:0;3354ef74e3b7:38987 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43781/user/jenkins/test-data/c0e04811-16cd-40e6-bded-1aa65320cb76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fee88c6a83d549cdbac700475a8a13bd, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T08:20:38,404 INFO [M:0;3354ef74e3b7:38987 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-11-20T08:20:38,405 INFO [M:0;3354ef74e3b7:38987 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:38,405 DEBUG [M:0;3354ef74e3b7:38987 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090837118Disabling compacts and flushes for region at 1732090837118Disabling writes for close at 1732090837118Obtaining lock to block concurrent updates at 1732090837118Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732090837118Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732090837118Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732090837119 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732090837119Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732090837136 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732090837136Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732090837546 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732090837560 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732090837560Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732090837968 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732090837981 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732090837981Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b9b25aa: reopening flushed file at 1732090838391 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ad16530: reopening flushed file at 1732090838395 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ec00f56: reopening flushed file at 1732090838399 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1732090838404 (+5 ms)Writing region close event to WAL at 1732090838405 (+1 ms)Closed at 1732090838405 2024-11-20T08:20:38,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38355 is added to blk_1073741830_1006 (size=63654) 2024-11-20T08:20:38,408 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:20:38,408 INFO [M:0;3354ef74e3b7:38987 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T08:20:38,408 INFO [M:0;3354ef74e3b7:38987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38987 2024-11-20T08:20:38,408 INFO [M:0;3354ef74e3b7:38987 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:20:38,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:20:38,510 INFO [M:0;3354ef74e3b7:38987 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:20:38,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38987-0x10134761a4a0000, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:20:38,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75ac3569{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:20:38,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d1832e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:20:38,513 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:20:38,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@481a6c88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:20:38,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65274dbf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/hadoop.log.dir/,STOPPED} 2024-11-20T08:20:38,514 WARN [BP-338855340-172.17.0.2-1732090802131 heartbeating to localhost/127.0.0.1:43781 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:20:38,514 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:20:38,515 WARN [BP-338855340-172.17.0.2-1732090802131 heartbeating to localhost/127.0.0.1:43781 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-338855340-172.17.0.2-1732090802131 (Datanode Uuid d005902b-7b64-466b-81b4-ec36046b3978) service to localhost/127.0.0.1:43781 2024-11-20T08:20:38,515 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:20:38,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/cluster_457c63c3-8992-61a2-6e0a-59a5e2320448/data/data1/current/BP-338855340-172.17.0.2-1732090802131 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:20:38,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/cluster_457c63c3-8992-61a2-6e0a-59a5e2320448/data/data2/current/BP-338855340-172.17.0.2-1732090802131 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:20:38,515 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:20:38,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@84583c4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:20:38,525 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63e8c032{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:20:38,525 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:20:38,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d225e59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:20:38,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7612f0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76486c7c-58d9-d3f2-3747-14be0f7cdab0/hadoop.log.dir/,STOPPED} 2024-11-20T08:20:38,542 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T08:20:38,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T08:20:38,573 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 264) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43979 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62015) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:39327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:43781 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43781 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62015) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39327 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43781 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43781 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:43979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62015) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43781 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=731 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=405 (was 292) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6129 (was 6084) - AvailableMemoryMB LEAK? - 2024-11-20T08:20:38,585 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=405, ProcessCount=11, AvailableMemoryMB=6128 2024-11-20T08:20:38,606 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-20T08:20:38,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/hadoop.log.dir so I do NOT create it in target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8 2024-11-20T08:20:38,607 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T08:20:38,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/hadoop.tmp.dir so I do NOT create it in target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8 2024-11-20T08:20:38,607 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6ff5ef6-dbbd-d257-772e-58324a45dc39/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T08:20:38,607 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8 2024-11-20T08:20:38,607 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/cluster_dce24277-d0e2-32d7-ca46-67fabe01ce77, deleteOnExit=true 2024-11-20T08:20:38,625 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/cluster_dce24277-d0e2-32d7-ca46-67fabe01ce77/zookeeper_0, clientPort=51787, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/cluster_dce24277-d0e2-32d7-ca46-67fabe01ce77/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/cluster_dce24277-d0e2-32d7-ca46-67fabe01ce77/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T08:20:38,629 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51787 2024-11-20T08:20:38,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:20:38,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T08:20:38,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/test.cache.data in system properties and HBase conf 2024-11-20T08:20:38,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:20:38,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:20:38,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:20:38,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:20:38,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T08:20:38,630 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:20:38,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:20:38,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:20:38,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:20:38,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:20:38,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:20:38,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:20:38,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:20:38,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:20:38,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:20:38,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:20:38,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:20:38,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:20:38,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10134761a4a0008, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T08:20:38,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:20:38,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10134761a4a0005, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T08:20:38,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:20:38,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10134761a4a0002, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T08:20:38,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10134761a4a0008, quorum=127.0.0.1:62015, baseZNode=/2948684928 Received Disconnected from ZooKeeper, ignoring 2024-11-20T08:20:38,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10134761a4a0005, quorum=127.0.0.1:62015, baseZNode=/1485525544 Received Disconnected from ZooKeeper, ignoring 2024-11-20T08:20:38,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10134761a4a0002, quorum=127.0.0.1:62015, baseZNode=/01590290636 Received Disconnected from ZooKeeper, ignoring 2024-11-20T08:20:38,740 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:20:38,747 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:20:38,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:20:38,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:20:38,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:20:38,751 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:20:38,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13616542{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:20:38,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b89cf2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:20:38,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9129ff4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/java.io.tmpdir/jetty-localhost-42259-hadoop-hdfs-3_4_1-tests_jar-_-any-6911969186786085557/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:20:38,883 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cb5c309{HTTP/1.1, (http/1.1)}{localhost:42259} 2024-11-20T08:20:38,883 INFO [Time-limited test {}] server.Server(415): Started @240046ms 2024-11-20T08:20:39,064 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:20:39,067 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:20:39,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:20:39,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:20:39,076 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:20:39,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e636865{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:20:39,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f3c3b89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:20:39,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52b10148{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/java.io.tmpdir/jetty-localhost-42485-hadoop-hdfs-3_4_1-tests_jar-_-any-12885171358038190969/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:20:39,224 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57e67b5f{HTTP/1.1, (http/1.1)}{localhost:42485} 2024-11-20T08:20:39,224 INFO [Time-limited test {}] server.Server(415): Started @240387ms 2024-11-20T08:20:39,226 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:20:39,421 WARN [Thread-3406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/cluster_dce24277-d0e2-32d7-ca46-67fabe01ce77/data/data1/current/BP-1046307678-172.17.0.2-1732090838670/current, will proceed with Du for space computation calculation, 2024-11-20T08:20:39,429 WARN [Thread-3407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/cluster_dce24277-d0e2-32d7-ca46-67fabe01ce77/data/data2/current/BP-1046307678-172.17.0.2-1732090838670/current, will proceed with Du for space computation calculation, 2024-11-20T08:20:39,475 WARN [Thread-3394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:20:39,487 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd66dce830bacfc15 with lease ID 0x752781ac712b964f: Processing first storage report for DS-3be566f1-5a51-49b3-81cf-710cfff525c5 from datanode DatanodeRegistration(127.0.0.1:36109, datanodeUuid=f5076bea-1f98-414b-8099-0b5186ac0cda, infoPort=38005, infoSecurePort=0, ipcPort=33825, storageInfo=lv=-57;cid=testClusterID;nsid=120346913;c=1732090838670) 2024-11-20T08:20:39,487 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd66dce830bacfc15 with lease ID 0x752781ac712b964f: from storage DS-3be566f1-5a51-49b3-81cf-710cfff525c5 node DatanodeRegistration(127.0.0.1:36109, datanodeUuid=f5076bea-1f98-414b-8099-0b5186ac0cda, infoPort=38005, infoSecurePort=0, ipcPort=33825, storageInfo=lv=-57;cid=testClusterID;nsid=120346913;c=1732090838670), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:20:39,487 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd66dce830bacfc15 with lease ID 0x752781ac712b964f: Processing first storage report for DS-90f44040-5fe9-402c-96c9-33221fe17088 from datanode DatanodeRegistration(127.0.0.1:36109, datanodeUuid=f5076bea-1f98-414b-8099-0b5186ac0cda, infoPort=38005, infoSecurePort=0, ipcPort=33825, storageInfo=lv=-57;cid=testClusterID;nsid=120346913;c=1732090838670) 2024-11-20T08:20:39,487 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd66dce830bacfc15 with lease ID 0x752781ac712b964f: from storage DS-90f44040-5fe9-402c-96c9-33221fe17088 node DatanodeRegistration(127.0.0.1:36109, datanodeUuid=f5076bea-1f98-414b-8099-0b5186ac0cda, infoPort=38005, infoSecurePort=0, ipcPort=33825, storageInfo=lv=-57;cid=testClusterID;nsid=120346913;c=1732090838670), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:20:39,551 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8 2024-11-20T08:20:39,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:39,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:39,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:20:39,588 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8 with version=8 2024-11-20T08:20:39,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/hbase-staging 2024-11-20T08:20:39,591 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:20:39,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:39,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:39,591 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:20:39,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:39,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:20:39,591 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:20:39,591 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:20:39,593 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41371 2024-11-20T08:20:39,593 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41371 connecting to ZooKeeper ensemble=127.0.0.1:51787 2024-11-20T08:20:39,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413710x0, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:20:39,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41371-0x1013476a8e40000 connected 2024-11-20T08:20:39,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:39,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:39,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Set watcher on znode that does not yet exist, /0-917888512/running 2024-11-20T08:20:39,628 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8, hbase.cluster.distributed=false 2024-11-20T08:20:39,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Set watcher on znode that does not yet exist, /0-917888512/acl 2024-11-20T08:20:39,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41371 2024-11-20T08:20:39,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41371 2024-11-20T08:20:39,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41371 2024-11-20T08:20:39,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41371 2024-11-20T08:20:39,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41371 2024-11-20T08:20:39,651 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:20:39,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:39,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:39,651 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:20:39,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:39,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:20:39,651 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:20:39,651 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:20:39,652 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46357 2024-11-20T08:20:39,652 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46357 connecting to ZooKeeper ensemble=127.0.0.1:51787 2024-11-20T08:20:39,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:39,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:39,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463570x0, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:20:39,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463570x0, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Set watcher on znode that does not yet exist, /0-917888512/running 2024-11-20T08:20:39,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46357-0x1013476a8e40001 connected 2024-11-20T08:20:39,658 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:20:39,660 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:20:39,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46357-0x1013476a8e40001, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Set watcher on znode that does not yet exist, /0-917888512/master 2024-11-20T08:20:39,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46357-0x1013476a8e40001, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Set watcher on znode that does not yet exist, /0-917888512/acl 2024-11-20T08:20:39,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46357 2024-11-20T08:20:39,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46357 2024-11-20T08:20:39,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46357 2024-11-20T08:20:39,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46357 2024-11-20T08:20:39,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46357 2024-11-20T08:20:39,679 DEBUG [M:0;3354ef74e3b7:41371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3354ef74e3b7:41371 2024-11-20T08:20:39,679 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-917888512/backup-masters/3354ef74e3b7,41371,1732090839591 2024-11-20T08:20:39,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-917888512/backup-masters 2024-11-20T08:20:39,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1013476a8e40001, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-917888512/backup-masters 2024-11-20T08:20:39,690 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Set watcher on existing znode=/0-917888512/backup-masters/3354ef74e3b7,41371,1732090839591 2024-11-20T08:20:39,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1013476a8e40001, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-917888512/master 2024-11-20T08:20:39,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1013476a8e40001, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-917888512 2024-11-20T08:20:39,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-917888512 2024-11-20T08:20:39,692 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Set watcher on existing znode=/0-917888512/master 2024-11-20T08:20:39,692 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-917888512/backup-masters/3354ef74e3b7,41371,1732090839591 from backup master directory 2024-11-20T08:20:39,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-917888512/backup-masters/3354ef74e3b7,41371,1732090839591 2024-11-20T08:20:39,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-917888512/backup-masters 2024-11-20T08:20:39,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1013476a8e40001, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-917888512/backup-masters 2024-11-20T08:20:39,695 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:20:39,695 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3354ef74e3b7,41371,1732090839591 2024-11-20T08:20:39,705 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/hbase.id] with ID: 950e89a0-596f-44c1-bae5-824150d23773 2024-11-20T08:20:39,705 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/.tmp/hbase.id 2024-11-20T08:20:39,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:20:40,122 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/.tmp/hbase.id]:[hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/hbase.id] 2024-11-20T08:20:40,130 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:40,130 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:20:40,130 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-20T08:20:40,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-917888512 2024-11-20T08:20:40,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1013476a8e40001, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-917888512 2024-11-20T08:20:40,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:20:40,537 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:20:40,538 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:20:40,538 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:20:40,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:20:40,703 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:40,703 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T08:20:40,704 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68507 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T08:20:40,944 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/MasterData/data/master/store 2024-11-20T08:20:40,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:20:41,307 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:20:41,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:41,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:41,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:41,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:41,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:41,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:41,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:41,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:41,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:41,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:41,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:41,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:41,349 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:41,349 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:20:41,349 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:41,349 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:41,349 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:20:41,349 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:41,349 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:41,349 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090841349Disabling compacts and flushes for region at 1732090841349Disabling writes for close at 1732090841349Writing region close event to WAL at 1732090841349Closed at 1732090841349 2024-11-20T08:20:41,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:41,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:41,350 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/MasterData/data/master/store/.initializing 2024-11-20T08:20:41,350 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/MasterData/WALs/3354ef74e3b7,41371,1732090839591 2024-11-20T08:20:41,351 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:20:41,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:41,352 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C41371%2C1732090839591, suffix=, logDir=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/MasterData/WALs/3354ef74e3b7,41371,1732090839591, archiveDir=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/MasterData/oldWALs, maxLogs=10 2024-11-20T08:20:41,369 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/MasterData/WALs/3354ef74e3b7,41371,1732090839591/3354ef74e3b7%2C41371%2C1732090839591.1732090841352, exclude list is [], retry=0 2024-11-20T08:20:41,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36109,DS-3be566f1-5a51-49b3-81cf-710cfff525c5,DISK] 2024-11-20T08:20:41,373 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/MasterData/WALs/3354ef74e3b7,41371,1732090839591/3354ef74e3b7%2C41371%2C1732090839591.1732090841352 2024-11-20T08:20:41,373 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38005:38005)] 2024-11-20T08:20:41,373 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:20:41,373 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:41,374 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:41,374 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:41,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:41,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:20:41,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:41,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:41,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:41,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:20:41,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:41,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:41,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:41,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:20:41,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:41,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:41,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:41,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:20:41,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:41,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:41,379 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:41,380 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:41,380 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:41,381 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:41,381 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:41,381 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:20:41,382 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:41,383 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:20:41,384 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71082145, jitterRate=0.05920650064945221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:20:41,384 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732090841374Initializing all the Stores at 1732090841374Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090841374Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090841374Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090841374Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090841374Cleaning up temporary data from old regions at 1732090841381 (+7 ms)Region opened successfully at 1732090841384 (+3 ms) 2024-11-20T08:20:41,386 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:20:41,388 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391d435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:20:41,389 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T08:20:41,389 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:20:41,389 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:20:41,389 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:20:41,390 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:20:41,390 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:20:41,390 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:20:41,392 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:20:41,392 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Unable to get data of znode /0-917888512/balancer because node does not exist (not necessarily an error) 2024-11-20T08:20:41,394 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-917888512/balancer already deleted, retry=false 2024-11-20T08:20:41,394 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:20:41,395 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Unable to get data of znode /0-917888512/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:20:41,396 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-917888512/normalizer already deleted, retry=false 2024-11-20T08:20:41,396 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:20:41,397 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Unable to get data of znode /0-917888512/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:20:41,399 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-917888512/switch/split already deleted, retry=false 2024-11-20T08:20:41,400 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Unable to get data of znode /0-917888512/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:20:41,401 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-917888512/switch/merge already deleted, retry=false 2024-11-20T08:20:41,403 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Unable to get data of znode /0-917888512/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:20:41,404 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-917888512/snapshot-cleanup already deleted, retry=false 2024-11-20T08:20:41,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1013476a8e40001, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-917888512/running 2024-11-20T08:20:41,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-917888512/running 2024-11-20T08:20:41,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1013476a8e40001, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-917888512 2024-11-20T08:20:41,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-917888512 2024-11-20T08:20:41,406 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3354ef74e3b7,41371,1732090839591, sessionid=0x1013476a8e40000, setting cluster-up flag (Was=false) 2024-11-20T08:20:41,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1013476a8e40001, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-917888512 2024-11-20T08:20:41,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-917888512 2024-11-20T08:20:41,418 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-917888512/flush-table-proc/acquired, /0-917888512/flush-table-proc/reached, /0-917888512/flush-table-proc/abort 2024-11-20T08:20:41,419 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,41371,1732090839591 2024-11-20T08:20:41,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-917888512 2024-11-20T08:20:41,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1013476a8e40001, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-917888512 2024-11-20T08:20:41,427 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-917888512/online-snapshot/acquired, /0-917888512/online-snapshot/reached, /0-917888512/online-snapshot/abort 2024-11-20T08:20:41,427 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,41371,1732090839591 2024-11-20T08:20:41,428 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T08:20:41,430 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:20:41,430 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:20:41,430 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:20:41,430 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3354ef74e3b7,41371,1732090839591 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:20:41,431 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:20:41,431 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:20:41,431 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:20:41,431 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:20:41,431 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3354ef74e3b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:20:41,431 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:41,431 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:20:41,431 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:41,432 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090871432 2024-11-20T08:20:41,432 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:20:41,432 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:20:41,432 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:20:41,432 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:20:41,432 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:20:41,432 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:20:41,433 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:20:41,433 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:20:41,434 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:41,434 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:20:41,436 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:41,440 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:20:41,441 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:20:41,441 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:20:41,441 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T08:20:41,441 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:20:41,441 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:20:41,441 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090841441,5,FailOnTimeoutGroup] 2024-11-20T08:20:41,441 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090841441,5,FailOnTimeoutGroup] 2024-11-20T08:20:41,441 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:41,441 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:20:41,441 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:41,441 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:41,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741831_1007 (size=1321) 2024-11-20T08:20:41,470 INFO [RS:0;3354ef74e3b7:46357 {}] regionserver.HRegionServer(746): ClusterId : 950e89a0-596f-44c1-bae5-824150d23773 2024-11-20T08:20:41,470 DEBUG [RS:0;3354ef74e3b7:46357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:20:41,472 DEBUG [RS:0;3354ef74e3b7:46357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:20:41,472 DEBUG [RS:0;3354ef74e3b7:46357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:20:41,473 DEBUG [RS:0;3354ef74e3b7:46357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:20:41,473 DEBUG [RS:0;3354ef74e3b7:46357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a48140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:20:41,485 DEBUG [RS:0;3354ef74e3b7:46357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3354ef74e3b7:46357 2024-11-20T08:20:41,485 INFO [RS:0;3354ef74e3b7:46357 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:20:41,485 INFO [RS:0;3354ef74e3b7:46357 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:20:41,485 DEBUG [RS:0;3354ef74e3b7:46357 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:20:41,486 INFO [RS:0;3354ef74e3b7:46357 {}] regionserver.HRegionServer(2659): reportForDuty to master=3354ef74e3b7,41371,1732090839591 with port=46357, startcode=1732090839651 2024-11-20T08:20:41,486 DEBUG [RS:0;3354ef74e3b7:46357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:20:41,487 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:20:41,488 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41371 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3354ef74e3b7,46357,1732090839651 2024-11-20T08:20:41,488 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41371 {}] master.ServerManager(517): Registering regionserver=3354ef74e3b7,46357,1732090839651 2024-11-20T08:20:41,489 DEBUG [RS:0;3354ef74e3b7:46357 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8 2024-11-20T08:20:41,489 DEBUG [RS:0;3354ef74e3b7:46357 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44055 2024-11-20T08:20:41,489 DEBUG [RS:0;3354ef74e3b7:46357 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:20:41,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-917888512/rs 2024-11-20T08:20:41,491 DEBUG [RS:0;3354ef74e3b7:46357 {}] zookeeper.ZKUtil(111): regionserver:46357-0x1013476a8e40001, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Set watcher on existing znode=/0-917888512/rs/3354ef74e3b7,46357,1732090839651 2024-11-20T08:20:41,491 WARN [RS:0;3354ef74e3b7:46357 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:20:41,491 INFO [RS:0;3354ef74e3b7:46357 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:20:41,491 DEBUG [RS:0;3354ef74e3b7:46357 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651 2024-11-20T08:20:41,492 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3354ef74e3b7,46357,1732090839651] 2024-11-20T08:20:41,494 INFO [RS:0;3354ef74e3b7:46357 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:20:41,496 INFO [RS:0;3354ef74e3b7:46357 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:20:41,496 INFO [RS:0;3354ef74e3b7:46357 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:20:41,497 INFO [RS:0;3354ef74e3b7:46357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:41,498 INFO [RS:0;3354ef74e3b7:46357 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:20:41,499 INFO [RS:0;3354ef74e3b7:46357 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:20:41,499 INFO [RS:0;3354ef74e3b7:46357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:41,499 DEBUG [RS:0;3354ef74e3b7:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:41,499 DEBUG [RS:0;3354ef74e3b7:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:41,499 DEBUG [RS:0;3354ef74e3b7:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:41,499 DEBUG [RS:0;3354ef74e3b7:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:41,499 DEBUG [RS:0;3354ef74e3b7:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:41,499 DEBUG [RS:0;3354ef74e3b7:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:20:41,499 DEBUG [RS:0;3354ef74e3b7:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:41,499 DEBUG [RS:0;3354ef74e3b7:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:41,499 DEBUG [RS:0;3354ef74e3b7:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:41,499 DEBUG [RS:0;3354ef74e3b7:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:41,499 DEBUG [RS:0;3354ef74e3b7:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:41,499 DEBUG [RS:0;3354ef74e3b7:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:41,499 DEBUG [RS:0;3354ef74e3b7:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:20:41,499 DEBUG [RS:0;3354ef74e3b7:46357 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:20:41,500 INFO [RS:0;3354ef74e3b7:46357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:41,500 INFO [RS:0;3354ef74e3b7:46357 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:41,500 INFO [RS:0;3354ef74e3b7:46357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:41,500 INFO [RS:0;3354ef74e3b7:46357 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:41,500 INFO [RS:0;3354ef74e3b7:46357 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:41,500 INFO [RS:0;3354ef74e3b7:46357 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,46357,1732090839651-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:20:41,517 INFO [RS:0;3354ef74e3b7:46357 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:20:41,517 INFO [RS:0;3354ef74e3b7:46357 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,46357,1732090839651-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:41,517 INFO [RS:0;3354ef74e3b7:46357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:41,517 INFO [RS:0;3354ef74e3b7:46357 {}] regionserver.Replication(171): 3354ef74e3b7,46357,1732090839651 started 2024-11-20T08:20:41,531 INFO [RS:0;3354ef74e3b7:46357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:41,531 INFO [RS:0;3354ef74e3b7:46357 {}] regionserver.HRegionServer(1482): Serving as 3354ef74e3b7,46357,1732090839651, RpcServer on 3354ef74e3b7/172.17.0.2:46357, sessionid=0x1013476a8e40001 2024-11-20T08:20:41,531 DEBUG [RS:0;3354ef74e3b7:46357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:20:41,531 DEBUG [RS:0;3354ef74e3b7:46357 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3354ef74e3b7,46357,1732090839651 2024-11-20T08:20:41,531 DEBUG [RS:0;3354ef74e3b7:46357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,46357,1732090839651' 2024-11-20T08:20:41,531 DEBUG [RS:0;3354ef74e3b7:46357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-917888512/flush-table-proc/abort' 2024-11-20T08:20:41,532 DEBUG [RS:0;3354ef74e3b7:46357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-917888512/flush-table-proc/acquired' 2024-11-20T08:20:41,532 DEBUG [RS:0;3354ef74e3b7:46357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:20:41,532 DEBUG [RS:0;3354ef74e3b7:46357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:20:41,532 DEBUG [RS:0;3354ef74e3b7:46357 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3354ef74e3b7,46357,1732090839651 2024-11-20T08:20:41,532 DEBUG [RS:0;3354ef74e3b7:46357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,46357,1732090839651' 2024-11-20T08:20:41,532 DEBUG [RS:0;3354ef74e3b7:46357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-917888512/online-snapshot/abort' 2024-11-20T08:20:41,533 DEBUG [RS:0;3354ef74e3b7:46357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-917888512/online-snapshot/acquired' 2024-11-20T08:20:41,533 DEBUG [RS:0;3354ef74e3b7:46357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:20:41,533 INFO [RS:0;3354ef74e3b7:46357 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:20:41,533 INFO [RS:0;3354ef74e3b7:46357 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:20:41,633 INFO [RS:0;3354ef74e3b7:46357 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:20:41,634 INFO [RS:0;3354ef74e3b7:46357 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C46357%2C1732090839651, suffix=, logDir=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651, archiveDir=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/oldWALs, maxLogs=10 2024-11-20T08:20:41,648 DEBUG [RS:0;3354ef74e3b7:46357 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635, exclude list is [], retry=0 2024-11-20T08:20:41,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36109,DS-3be566f1-5a51-49b3-81cf-710cfff525c5,DISK] 2024-11-20T08:20:41,651 INFO [RS:0;3354ef74e3b7:46357 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 2024-11-20T08:20:41,652 DEBUG [RS:0;3354ef74e3b7:46357 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38005:38005)] 2024-11-20T08:20:41,847 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T08:20:41,847 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8 2024-11-20T08:20:41,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741833_1009 (size=32) 2024-11-20T08:20:42,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:42,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:20:42,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:20:42,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:42,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:42,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:20:42,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:20:42,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:42,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:42,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:20:42,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:20:42,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:42,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:42,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:20:42,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:20:42,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:42,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:42,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:20:42,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/1588230740 2024-11-20T08:20:42,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/1588230740 2024-11-20T08:20:42,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:20:42,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:20:42,263 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:20:42,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:20:42,266 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:20:42,267 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61585802, jitterRate=-0.08230003714561462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:20:42,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732090842253Initializing all the Stores at 1732090842254 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090842254Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090842254Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090842254Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090842254Cleaning up temporary data from old regions at 1732090842263 (+9 ms)Region opened successfully at 1732090842268 (+5 ms) 2024-11-20T08:20:42,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:20:42,268 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:20:42,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:20:42,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:20:42,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:20:42,268 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:20:42,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090842268Disabling compacts and flushes for region at 1732090842268Disabling writes for close at 1732090842268Writing region close event to WAL at 1732090842268Closed at 1732090842268 2024-11-20T08:20:42,269 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:20:42,269 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T08:20:42,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:20:42,270 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:20:42,271 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:20:42,422 DEBUG [3354ef74e3b7:41371 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:20:42,422 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3354ef74e3b7,46357,1732090839651 2024-11-20T08:20:42,424 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,46357,1732090839651, state=OPENING 2024-11-20T08:20:42,425 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:20:42,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1013476a8e40001, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-917888512 2024-11-20T08:20:42,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-917888512 2024-11-20T08:20:42,427 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:20:42,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-917888512/meta-region-server: CHANGED 2024-11-20T08:20:42,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-917888512/meta-region-server: CHANGED 2024-11-20T08:20:42,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,46357,1732090839651}] 2024-11-20T08:20:42,579 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:20:42,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:20:42,584 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:20:42,584 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:20:42,584 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:20:42,585 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C46357%2C1732090839651.meta, suffix=.meta, logDir=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651, archiveDir=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/oldWALs, maxLogs=10 2024-11-20T08:20:42,599 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.meta.1732090842586.meta, exclude list is [], retry=0 2024-11-20T08:20:42,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36109,DS-3be566f1-5a51-49b3-81cf-710cfff525c5,DISK] 2024-11-20T08:20:42,603 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.meta.1732090842586.meta 2024-11-20T08:20:42,603 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38005:38005)] 2024-11-20T08:20:42,603 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:20:42,603 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:20:42,604 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:20:42,604 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:20:42,604 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:20:42,604 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:20:42,604 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:42,604 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:20:42,604 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:20:42,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:20:42,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:20:42,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:42,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:42,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:20:42,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:20:42,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:42,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:42,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:20:42,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:20:42,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:42,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:42,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:20:42,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:20:42,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:42,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:42,608 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:20:42,609 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/1588230740 2024-11-20T08:20:42,609 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/1588230740 2024-11-20T08:20:42,610 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:20:42,610 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:20:42,610 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:20:42,611 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:20:42,612 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60910358, jitterRate=-0.09236493706703186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:20:42,612 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:20:42,612 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732090842604Writing region info on filesystem at 1732090842604Initializing all the Stores at 1732090842604Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090842605 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090842605Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090842605Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090842605Cleaning up temporary data from old regions at 1732090842610 (+5 ms)Running coprocessor post-open hooks at 1732090842612 (+2 ms)Region opened successfully at 1732090842612 2024-11-20T08:20:42,613 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090842579 2024-11-20T08:20:42,615 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:20:42,615 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:20:42,615 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,46357,1732090839651 2024-11-20T08:20:42,616 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,46357,1732090839651, state=OPEN 2024-11-20T08:20:42,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1013476a8e40001, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-917888512/meta-region-server 2024-11-20T08:20:42,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-917888512/meta-region-server 2024-11-20T08:20:42,623 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3354ef74e3b7,46357,1732090839651 2024-11-20T08:20:42,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-917888512/meta-region-server: CHANGED 2024-11-20T08:20:42,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-917888512/meta-region-server: CHANGED 2024-11-20T08:20:42,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:20:42,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,46357,1732090839651 in 196 msec 2024-11-20T08:20:42,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:20:42,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-20T08:20:42,627 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:20:42,627 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T08:20:42,628 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:42,628 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46357,1732090839651, seqNum=-1] 2024-11-20T08:20:42,628 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:42,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:20:42,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2020 sec 2024-11-20T08:20:42,633 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090842632, completionTime=-1 2024-11-20T08:20:42,633 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T08:20:42,633 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T08:20:42,634 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T08:20:42,634 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090902634 2024-11-20T08:20:42,634 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090962634 2024-11-20T08:20:42,634 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T08:20:42,635 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41371,1732090839591-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:42,635 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41371,1732090839591-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:42,635 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41371,1732090839591-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:42,635 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3354ef74e3b7:41371, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:42,635 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:42,635 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:42,636 DEBUG [master/3354ef74e3b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T08:20:42,638 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.943sec 2024-11-20T08:20:42,638 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:20:42,638 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:20:42,638 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:20:42,638 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:20:42,638 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:20:42,639 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41371,1732090839591-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:20:42,639 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41371,1732090839591-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:20:42,640 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:20:42,640 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:20:42,640 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41371,1732090839591-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:42,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb71712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:42,671 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41371,-1 for getting cluster id 2024-11-20T08:20:42,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:42,672 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '950e89a0-596f-44c1-bae5-824150d23773' 2024-11-20T08:20:42,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:42,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "950e89a0-596f-44c1-bae5-824150d23773" 2024-11-20T08:20:42,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae09814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:42,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41371,-1] 2024-11-20T08:20:42,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:42,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:42,673 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:42,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24445d34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:42,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:42,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46357,1732090839651, seqNum=-1] 2024-11-20T08:20:42,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:42,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:20:42,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3354ef74e3b7,41371,1732090839591 2024-11-20T08:20:42,678 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51787 2024-11-20T08:20:42,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:20:42,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013476a8e40002 connected 2024-11-20T08:20:42,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/hadoop.log.dir so I do NOT create it in target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9 2024-11-20T08:20:42,683 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T08:20:42,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/hadoop.tmp.dir so I do NOT create it in target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9 2024-11-20T08:20:42,683 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T08:20:42,683 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9 2024-11-20T08:20:42,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:20:42,683 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/cluster_e955071a-f020-8e7b-30ed-5b2d28e463d7, deleteOnExit=true 2024-11-20T08:20:42,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T08:20:42,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/test.cache.data in system properties and HBase conf 2024-11-20T08:20:42,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:20:42,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:20:42,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:20:42,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:20:42,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T08:20:42,684 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:20:42,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:20:42,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:20:42,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:20:42,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:20:42,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:20:42,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:20:42,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:20:42,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:20:42,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:20:42,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:20:42,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:20:42,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:20:42,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:20:42,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:20:42,754 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:20:42,757 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:20:42,758 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:20:42,758 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:20:42,758 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:20:42,759 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:20:42,759 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b96bf75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:20:42,759 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f4346b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:20:42,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f214afe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/java.io.tmpdir/jetty-localhost-40591-hadoop-hdfs-3_4_1-tests_jar-_-any-5653846193610336518/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:20:42,881 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5714c4c1{HTTP/1.1, (http/1.1)}{localhost:40591} 2024-11-20T08:20:42,881 INFO [Time-limited test {}] server.Server(415): Started @244044ms 2024-11-20T08:20:42,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:20:42,953 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:20:42,954 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:20:42,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:20:42,955 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:20:42,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@384e6aae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:20:42,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53054af2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:20:43,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c1bbde9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/java.io.tmpdir/jetty-localhost-39149-hadoop-hdfs-3_4_1-tests_jar-_-any-5145465757833890615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:20:43,070 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77396616{HTTP/1.1, (http/1.1)}{localhost:39149} 2024-11-20T08:20:43,070 INFO [Time-limited test {}] server.Server(415): Started @244233ms 2024-11-20T08:20:43,072 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:20:43,176 WARN [Thread-3527 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/cluster_e955071a-f020-8e7b-30ed-5b2d28e463d7/data/data1/current/BP-1429446465-172.17.0.2-1732090842702/current, will proceed with Du for space computation calculation, 2024-11-20T08:20:43,176 WARN [Thread-3528 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/cluster_e955071a-f020-8e7b-30ed-5b2d28e463d7/data/data2/current/BP-1429446465-172.17.0.2-1732090842702/current, will proceed with Du for space computation calculation, 2024-11-20T08:20:43,195 WARN [Thread-3515 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:20:43,198 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fe62f5e33f83f9a with lease ID 0x879b9588b218e110: Processing first storage report for DS-4a1ccab0-c9bc-46a7-b486-532d46bcbb20 from datanode DatanodeRegistration(127.0.0.1:46143, datanodeUuid=bdca37ed-616e-4140-a1a4-dd655beced66, infoPort=38501, infoSecurePort=0, ipcPort=45157, storageInfo=lv=-57;cid=testClusterID;nsid=1598165761;c=1732090842702) 2024-11-20T08:20:43,198 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fe62f5e33f83f9a with lease ID 0x879b9588b218e110: from storage DS-4a1ccab0-c9bc-46a7-b486-532d46bcbb20 node DatanodeRegistration(127.0.0.1:46143, datanodeUuid=bdca37ed-616e-4140-a1a4-dd655beced66, infoPort=38501, infoSecurePort=0, ipcPort=45157, storageInfo=lv=-57;cid=testClusterID;nsid=1598165761;c=1732090842702), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T08:20:43,198 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fe62f5e33f83f9a with lease ID 0x879b9588b218e110: Processing first storage report for DS-a0901c6b-1aff-4ca3-b72c-969018bd6208 from datanode DatanodeRegistration(127.0.0.1:46143, datanodeUuid=bdca37ed-616e-4140-a1a4-dd655beced66, infoPort=38501, infoSecurePort=0, ipcPort=45157, storageInfo=lv=-57;cid=testClusterID;nsid=1598165761;c=1732090842702) 2024-11-20T08:20:43,198 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fe62f5e33f83f9a with lease ID 0x879b9588b218e110: from storage DS-a0901c6b-1aff-4ca3-b72c-969018bd6208 node DatanodeRegistration(127.0.0.1:46143, datanodeUuid=bdca37ed-616e-4140-a1a4-dd655beced66, infoPort=38501, infoSecurePort=0, ipcPort=45157, storageInfo=lv=-57;cid=testClusterID;nsid=1598165761;c=1732090842702), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:20:43,200 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9 2024-11-20T08:20:43,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:43,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:43,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:20:43,611 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f with version=8 2024-11-20T08:20:43,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/hbase-staging 2024-11-20T08:20:43,613 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:20:43,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:43,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:43,613 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:20:43,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:43,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:20:43,613 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:20:43,613 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:20:43,614 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38353 2024-11-20T08:20:43,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38353 connecting to ZooKeeper ensemble=127.0.0.1:51787 2024-11-20T08:20:43,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383530x0, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:20:43,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38353-0x1013476a8e40003 connected 2024-11-20T08:20:43,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:43,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:43,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Set watcher on znode that does not yet exist, /1-1207630146/running 2024-11-20T08:20:43,635 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f, hbase.cluster.distributed=false 2024-11-20T08:20:43,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Set watcher on znode that does not yet exist, /1-1207630146/acl 2024-11-20T08:20:43,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38353 2024-11-20T08:20:43,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38353 2024-11-20T08:20:43,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38353 2024-11-20T08:20:43,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38353 2024-11-20T08:20:43,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38353 2024-11-20T08:20:43,651 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:20:43,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:43,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:43,652 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:20:43,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:43,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:20:43,652 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:20:43,652 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:20:43,652 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34649 2024-11-20T08:20:43,653 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34649 connecting to ZooKeeper ensemble=127.0.0.1:51787 2024-11-20T08:20:43,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:43,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:43,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346490x0, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:20:43,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346490x0, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Set watcher on znode that does not yet exist, /1-1207630146/running 2024-11-20T08:20:43,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34649-0x1013476a8e40004 connected 2024-11-20T08:20:43,659 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:20:43,660 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:20:43,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34649-0x1013476a8e40004, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Set watcher on znode that does not yet exist, /1-1207630146/master 2024-11-20T08:20:43,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34649-0x1013476a8e40004, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Set watcher on znode that does not yet exist, /1-1207630146/acl 2024-11-20T08:20:43,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34649 2024-11-20T08:20:43,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34649 2024-11-20T08:20:43,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34649 2024-11-20T08:20:43,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34649 2024-11-20T08:20:43,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34649 2024-11-20T08:20:43,682 DEBUG [M:0;3354ef74e3b7:38353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3354ef74e3b7:38353 2024-11-20T08:20:43,682 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1207630146/backup-masters/3354ef74e3b7,38353,1732090843613 2024-11-20T08:20:43,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1207630146/backup-masters 2024-11-20T08:20:43,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x1013476a8e40004, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1207630146/backup-masters 2024-11-20T08:20:43,684 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Set watcher on existing znode=/1-1207630146/backup-masters/3354ef74e3b7,38353,1732090843613 2024-11-20T08:20:43,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x1013476a8e40004, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1207630146/master 2024-11-20T08:20:43,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x1013476a8e40004, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1207630146 2024-11-20T08:20:43,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1207630146 2024-11-20T08:20:43,686 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Set watcher on existing znode=/1-1207630146/master 2024-11-20T08:20:43,686 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1207630146/backup-masters/3354ef74e3b7,38353,1732090843613 from backup master directory 2024-11-20T08:20:43,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1207630146/backup-masters/3354ef74e3b7,38353,1732090843613 2024-11-20T08:20:43,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x1013476a8e40004, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1207630146/backup-masters 2024-11-20T08:20:43,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1207630146/backup-masters 2024-11-20T08:20:43,687 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:20:43,687 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3354ef74e3b7,38353,1732090843613 2024-11-20T08:20:43,695 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/hbase.id] with ID: 05077c94-88a8-4217-ae76-0d00c3cce3e3 2024-11-20T08:20:43,695 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/.tmp/hbase.id 2024-11-20T08:20:43,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:20:44,102 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/.tmp/hbase.id]:[hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/hbase.id] 2024-11-20T08:20:44,116 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:44,116 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:20:44,117 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T08:20:44,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1207630146 2024-11-20T08:20:44,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x1013476a8e40004, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1207630146 2024-11-20T08:20:44,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:20:44,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T08:20:44,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T08:20:44,526 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:20:44,526 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:20:44,527 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:20:44,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:20:44,932 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/MasterData/data/master/store 2024-11-20T08:20:44,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:20:45,340 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:45,340 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:20:45,340 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:45,340 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:45,340 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:20:45,340 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:45,340 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:45,340 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090845340Disabling compacts and flushes for region at 1732090845340Disabling writes for close at 1732090845340Writing region close event to WAL at 1732090845340Closed at 1732090845340 2024-11-20T08:20:45,341 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/MasterData/data/master/store/.initializing 2024-11-20T08:20:45,341 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/MasterData/WALs/3354ef74e3b7,38353,1732090843613 2024-11-20T08:20:45,342 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:20:45,343 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C38353%2C1732090843613, suffix=, logDir=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/MasterData/WALs/3354ef74e3b7,38353,1732090843613, archiveDir=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/MasterData/oldWALs, maxLogs=10 2024-11-20T08:20:45,356 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/MasterData/WALs/3354ef74e3b7,38353,1732090843613/3354ef74e3b7%2C38353%2C1732090843613.1732090845343, exclude list is [], retry=0 2024-11-20T08:20:45,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46143,DS-4a1ccab0-c9bc-46a7-b486-532d46bcbb20,DISK] 2024-11-20T08:20:45,360 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/MasterData/WALs/3354ef74e3b7,38353,1732090843613/3354ef74e3b7%2C38353%2C1732090843613.1732090845343 2024-11-20T08:20:45,360 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38501:38501)] 2024-11-20T08:20:45,360 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:20:45,360 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:45,360 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:45,360 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:45,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:45,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:20:45,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:45,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:45,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:45,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:20:45,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:45,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:45,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:45,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:20:45,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:45,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:45,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:45,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:20:45,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:45,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:45,366 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:45,366 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:45,367 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:45,368 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:45,368 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:45,368 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:20:45,369 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:45,370 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:20:45,371 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68575489, jitterRate=0.02185441553592682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:20:45,371 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732090845360Initializing all the Stores at 1732090845361 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090845361Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090845361Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090845361Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090845361Cleaning up temporary data from old regions at 1732090845368 (+7 ms)Region opened successfully at 1732090845371 (+3 ms) 2024-11-20T08:20:45,371 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:20:45,373 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@92418e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:20:45,374 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T08:20:45,374 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:20:45,374 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:20:45,374 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:20:45,374 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:20:45,374 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:20:45,374 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:20:45,376 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:20:45,376 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Unable to get data of znode /1-1207630146/balancer because node does not exist (not necessarily an error) 2024-11-20T08:20:45,377 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1207630146/balancer already deleted, retry=false 2024-11-20T08:20:45,378 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:20:45,378 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Unable to get data of znode /1-1207630146/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:20:45,380 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1207630146/normalizer already deleted, retry=false 2024-11-20T08:20:45,380 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:20:45,381 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Unable to get data of znode /1-1207630146/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:20:45,382 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1207630146/switch/split already deleted, retry=false 2024-11-20T08:20:45,383 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Unable to get data of znode /1-1207630146/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:20:45,384 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1207630146/switch/merge already deleted, retry=false 2024-11-20T08:20:45,385 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Unable to get data of znode /1-1207630146/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:20:45,386 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1207630146/snapshot-cleanup already deleted, retry=false 2024-11-20T08:20:45,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x1013476a8e40004, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1207630146/running 2024-11-20T08:20:45,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1207630146/running 2024-11-20T08:20:45,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x1013476a8e40004, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1207630146 2024-11-20T08:20:45,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1207630146 2024-11-20T08:20:45,389 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3354ef74e3b7,38353,1732090843613, sessionid=0x1013476a8e40003, setting cluster-up flag (Was=false) 2024-11-20T08:20:45,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x1013476a8e40004, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1207630146 2024-11-20T08:20:45,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1207630146 2024-11-20T08:20:45,397 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1207630146/flush-table-proc/acquired, /1-1207630146/flush-table-proc/reached, /1-1207630146/flush-table-proc/abort 2024-11-20T08:20:45,398 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,38353,1732090843613 2024-11-20T08:20:45,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1207630146 2024-11-20T08:20:45,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x1013476a8e40004, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1207630146 2024-11-20T08:20:45,405 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1207630146/online-snapshot/acquired, /1-1207630146/online-snapshot/reached, /1-1207630146/online-snapshot/abort 2024-11-20T08:20:45,405 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,38353,1732090843613 2024-11-20T08:20:45,406 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T08:20:45,407 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:20:45,407 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:20:45,407 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:20:45,408 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3354ef74e3b7,38353,1732090843613 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:20:45,409 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:20:45,409 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:20:45,409 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:20:45,409 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:20:45,409 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3354ef74e3b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:20:45,409 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:45,409 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:20:45,409 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:45,410 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:20:45,410 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:20:45,411 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:45,411 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:20:45,412 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090875412 2024-11-20T08:20:45,412 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:20:45,412 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:20:45,412 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:20:45,412 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:20:45,412 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:20:45,412 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:20:45,413 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:45,413 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:20:45,413 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:20:45,413 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:20:45,413 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T08:20:45,413 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:20:45,413 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:20:45,416 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090845414,5,FailOnTimeoutGroup] 2024-11-20T08:20:45,417 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090845416,5,FailOnTimeoutGroup] 2024-11-20T08:20:45,417 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:45,418 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:20:45,418 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:45,418 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:45,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741831_1007 (size=1321) 2024-11-20T08:20:45,470 INFO [RS:0;3354ef74e3b7:34649 {}] regionserver.HRegionServer(746): ClusterId : 05077c94-88a8-4217-ae76-0d00c3cce3e3 2024-11-20T08:20:45,470 DEBUG [RS:0;3354ef74e3b7:34649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:20:45,472 DEBUG [RS:0;3354ef74e3b7:34649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:20:45,472 DEBUG [RS:0;3354ef74e3b7:34649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:20:45,476 DEBUG [RS:0;3354ef74e3b7:34649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:20:45,476 DEBUG [RS:0;3354ef74e3b7:34649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d3ff32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:20:45,488 DEBUG [RS:0;3354ef74e3b7:34649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3354ef74e3b7:34649 2024-11-20T08:20:45,488 INFO [RS:0;3354ef74e3b7:34649 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:20:45,488 INFO [RS:0;3354ef74e3b7:34649 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:20:45,488 DEBUG [RS:0;3354ef74e3b7:34649 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:20:45,489 INFO [RS:0;3354ef74e3b7:34649 {}] regionserver.HRegionServer(2659): reportForDuty to master=3354ef74e3b7,38353,1732090843613 with port=34649, startcode=1732090843651 2024-11-20T08:20:45,489 DEBUG [RS:0;3354ef74e3b7:34649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:20:45,490 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:20:45,491 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38353 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3354ef74e3b7,34649,1732090843651 2024-11-20T08:20:45,491 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38353 {}] master.ServerManager(517): Registering regionserver=3354ef74e3b7,34649,1732090843651 2024-11-20T08:20:45,492 DEBUG [RS:0;3354ef74e3b7:34649 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f 2024-11-20T08:20:45,492 DEBUG [RS:0;3354ef74e3b7:34649 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43627 2024-11-20T08:20:45,492 DEBUG [RS:0;3354ef74e3b7:34649 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:20:45,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1207630146/rs 2024-11-20T08:20:45,496 DEBUG [RS:0;3354ef74e3b7:34649 {}] zookeeper.ZKUtil(111): regionserver:34649-0x1013476a8e40004, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Set watcher on existing znode=/1-1207630146/rs/3354ef74e3b7,34649,1732090843651 2024-11-20T08:20:45,496 WARN [RS:0;3354ef74e3b7:34649 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:20:45,497 INFO [RS:0;3354ef74e3b7:34649 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:20:45,497 DEBUG [RS:0;3354ef74e3b7:34649 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651 2024-11-20T08:20:45,497 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3354ef74e3b7,34649,1732090843651] 2024-11-20T08:20:45,500 INFO [RS:0;3354ef74e3b7:34649 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:20:45,502 INFO [RS:0;3354ef74e3b7:34649 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:20:45,502 INFO [RS:0;3354ef74e3b7:34649 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:20:45,502 INFO [RS:0;3354ef74e3b7:34649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:45,502 INFO [RS:0;3354ef74e3b7:34649 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:20:45,503 INFO [RS:0;3354ef74e3b7:34649 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:20:45,503 INFO [RS:0;3354ef74e3b7:34649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:45,503 DEBUG [RS:0;3354ef74e3b7:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:45,503 DEBUG [RS:0;3354ef74e3b7:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:45,503 DEBUG [RS:0;3354ef74e3b7:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:45,503 DEBUG [RS:0;3354ef74e3b7:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:45,503 DEBUG [RS:0;3354ef74e3b7:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:45,503 DEBUG [RS:0;3354ef74e3b7:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:20:45,503 DEBUG [RS:0;3354ef74e3b7:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:45,503 DEBUG [RS:0;3354ef74e3b7:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:45,503 DEBUG [RS:0;3354ef74e3b7:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:45,503 DEBUG [RS:0;3354ef74e3b7:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:45,503 DEBUG [RS:0;3354ef74e3b7:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:45,503 DEBUG [RS:0;3354ef74e3b7:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:45,503 DEBUG [RS:0;3354ef74e3b7:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:20:45,503 DEBUG [RS:0;3354ef74e3b7:34649 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:20:45,503 INFO [RS:0;3354ef74e3b7:34649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:45,504 INFO [RS:0;3354ef74e3b7:34649 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:45,504 INFO [RS:0;3354ef74e3b7:34649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:45,504 INFO [RS:0;3354ef74e3b7:34649 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:45,504 INFO [RS:0;3354ef74e3b7:34649 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:45,504 INFO [RS:0;3354ef74e3b7:34649 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,34649,1732090843651-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:20:45,519 INFO [RS:0;3354ef74e3b7:34649 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:20:45,519 INFO [RS:0;3354ef74e3b7:34649 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,34649,1732090843651-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:45,519 INFO [RS:0;3354ef74e3b7:34649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:45,519 INFO [RS:0;3354ef74e3b7:34649 {}] regionserver.Replication(171): 3354ef74e3b7,34649,1732090843651 started 2024-11-20T08:20:45,533 INFO [RS:0;3354ef74e3b7:34649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:45,533 INFO [RS:0;3354ef74e3b7:34649 {}] regionserver.HRegionServer(1482): Serving as 3354ef74e3b7,34649,1732090843651, RpcServer on 3354ef74e3b7/172.17.0.2:34649, sessionid=0x1013476a8e40004 2024-11-20T08:20:45,533 DEBUG [RS:0;3354ef74e3b7:34649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:20:45,533 DEBUG [RS:0;3354ef74e3b7:34649 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3354ef74e3b7,34649,1732090843651 2024-11-20T08:20:45,533 DEBUG [RS:0;3354ef74e3b7:34649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,34649,1732090843651' 2024-11-20T08:20:45,533 DEBUG [RS:0;3354ef74e3b7:34649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1207630146/flush-table-proc/abort' 2024-11-20T08:20:45,533 DEBUG [RS:0;3354ef74e3b7:34649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1207630146/flush-table-proc/acquired' 2024-11-20T08:20:45,534 DEBUG [RS:0;3354ef74e3b7:34649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:20:45,534 DEBUG [RS:0;3354ef74e3b7:34649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:20:45,534 DEBUG [RS:0;3354ef74e3b7:34649 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3354ef74e3b7,34649,1732090843651 2024-11-20T08:20:45,534 DEBUG [RS:0;3354ef74e3b7:34649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,34649,1732090843651' 2024-11-20T08:20:45,534 DEBUG [RS:0;3354ef74e3b7:34649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1207630146/online-snapshot/abort' 2024-11-20T08:20:45,534 DEBUG [RS:0;3354ef74e3b7:34649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1207630146/online-snapshot/acquired' 2024-11-20T08:20:45,534 DEBUG [RS:0;3354ef74e3b7:34649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:20:45,534 INFO [RS:0;3354ef74e3b7:34649 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:20:45,534 INFO [RS:0;3354ef74e3b7:34649 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:20:45,635 INFO [RS:0;3354ef74e3b7:34649 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:20:45,636 INFO [RS:0;3354ef74e3b7:34649 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C34649%2C1732090843651, suffix=, logDir=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651, archiveDir=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/oldWALs, maxLogs=10 2024-11-20T08:20:45,649 DEBUG [RS:0;3354ef74e3b7:34649 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636, exclude list is [], retry=0 2024-11-20T08:20:45,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46143,DS-4a1ccab0-c9bc-46a7-b486-532d46bcbb20,DISK] 2024-11-20T08:20:45,653 INFO [RS:0;3354ef74e3b7:34649 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 2024-11-20T08:20:45,653 DEBUG [RS:0;3354ef74e3b7:34649 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38501:38501)] 2024-11-20T08:20:45,821 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T08:20:45,821 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f 2024-11-20T08:20:45,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741833_1009 (size=32) 2024-11-20T08:20:46,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:46,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:20:46,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:20:46,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:46,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:46,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:20:46,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:20:46,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:46,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:46,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:20:46,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:20:46,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:46,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:46,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:20:46,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:20:46,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:46,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:46,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:20:46,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/1588230740 2024-11-20T08:20:46,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/1588230740 2024-11-20T08:20:46,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:20:46,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:20:46,233 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:20:46,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:20:46,235 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:20:46,235 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75270290, jitterRate=0.1216147243976593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:20:46,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732090846226Initializing all the Stores at 1732090846227 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090846227Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090846227Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090846227Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090846227Cleaning up temporary data from old regions at 1732090846233 (+6 ms)Region opened successfully at 1732090846235 (+2 ms) 2024-11-20T08:20:46,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:20:46,235 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:20:46,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:20:46,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:20:46,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:20:46,236 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:20:46,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090846235Disabling compacts and flushes for region at 1732090846235Disabling writes for close at 1732090846235Writing region close event to WAL at 1732090846236 (+1 ms)Closed at 1732090846236 2024-11-20T08:20:46,237 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:20:46,237 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T08:20:46,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:20:46,238 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:20:46,238 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:20:46,388 DEBUG [3354ef74e3b7:38353 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:20:46,389 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3354ef74e3b7,34649,1732090843651 2024-11-20T08:20:46,390 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,34649,1732090843651, state=OPENING 2024-11-20T08:20:46,392 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:20:46,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1207630146 2024-11-20T08:20:46,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x1013476a8e40004, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1207630146 2024-11-20T08:20:46,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1207630146/meta-region-server: CHANGED 2024-11-20T08:20:46,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1207630146/meta-region-server: CHANGED 2024-11-20T08:20:46,394 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:20:46,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,34649,1732090843651}] 2024-11-20T08:20:46,546 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:20:46,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:20:46,550 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:20:46,550 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:20:46,550 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:20:46,551 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C34649%2C1732090843651.meta, suffix=.meta, logDir=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651, archiveDir=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/oldWALs, maxLogs=10 2024-11-20T08:20:46,565 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.meta.1732090846552.meta, exclude list is [], retry=0 2024-11-20T08:20:46,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46143,DS-4a1ccab0-c9bc-46a7-b486-532d46bcbb20,DISK] 2024-11-20T08:20:46,568 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.meta.1732090846552.meta 2024-11-20T08:20:46,568 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38501:38501)] 2024-11-20T08:20:46,568 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:20:46,569 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:20:46,569 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:20:46,569 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:20:46,569 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:20:46,569 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:20:46,569 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:46,569 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:20:46,569 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:20:46,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:20:46,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:20:46,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:46,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:46,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:20:46,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:20:46,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:46,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:46,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:20:46,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:20:46,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:46,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:46,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:20:46,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:20:46,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:46,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:46,574 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:20:46,574 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/1588230740 2024-11-20T08:20:46,575 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/1588230740 2024-11-20T08:20:46,576 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:20:46,576 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:20:46,576 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:20:46,577 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:20:46,578 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73781323, jitterRate=0.09942738711833954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:20:46,578 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:20:46,580 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732090846569Writing region info on filesystem at 1732090846569Initializing all the Stores at 1732090846570 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090846570Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090846570Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090846570Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090846570Cleaning up temporary data from old regions at 1732090846576 (+6 ms)Running coprocessor post-open hooks at 1732090846578 (+2 ms)Region opened successfully at 1732090846578 2024-11-20T08:20:46,581 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090846546 2024-11-20T08:20:46,583 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:20:46,583 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:20:46,583 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,34649,1732090843651 2024-11-20T08:20:46,584 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,34649,1732090843651, state=OPEN 2024-11-20T08:20:46,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1207630146/meta-region-server 2024-11-20T08:20:46,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x1013476a8e40004, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1207630146/meta-region-server 2024-11-20T08:20:46,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1207630146/meta-region-server: CHANGED 2024-11-20T08:20:46,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1207630146/meta-region-server: CHANGED 2024-11-20T08:20:46,585 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3354ef74e3b7,34649,1732090843651 2024-11-20T08:20:46,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:20:46,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,34649,1732090843651 in 191 msec 2024-11-20T08:20:46,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:20:46,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-20T08:20:46,589 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:20:46,589 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T08:20:46,590 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:46,590 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,34649,1732090843651, seqNum=-1] 2024-11-20T08:20:46,590 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:46,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:20:46,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1870 sec 2024-11-20T08:20:46,594 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090846594, completionTime=-1 2024-11-20T08:20:46,594 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T08:20:46,595 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T08:20:46,596 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T08:20:46,596 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090906596 2024-11-20T08:20:46,596 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090966596 2024-11-20T08:20:46,596 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T08:20:46,597 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38353,1732090843613-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:46,597 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38353,1732090843613-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:46,597 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38353,1732090843613-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:46,597 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3354ef74e3b7:38353, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:46,597 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:46,597 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:46,598 DEBUG [master/3354ef74e3b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T08:20:46,600 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.913sec 2024-11-20T08:20:46,600 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:20:46,600 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:20:46,600 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:20:46,600 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:20:46,600 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:20:46,600 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38353,1732090843613-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:20:46,600 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38353,1732090843613-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:20:46,602 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:20:46,602 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:20:46,602 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38353,1732090843613-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:46,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fc7ac3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:46,671 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,38353,-1 for getting cluster id 2024-11-20T08:20:46,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:46,672 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05077c94-88a8-4217-ae76-0d00c3cce3e3' 2024-11-20T08:20:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05077c94-88a8-4217-ae76-0d00c3cce3e3" 2024-11-20T08:20:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70498ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,38353,-1] 2024-11-20T08:20:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:46,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:46,673 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:46,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ddbc349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:46,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:46,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,34649,1732090843651, seqNum=-1] 2024-11-20T08:20:46,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:46,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:20:46,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3354ef74e3b7,38353,1732090843613 2024-11-20T08:20:46,678 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51787 2024-11-20T08:20:46,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:20:46,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013476a8e40005 connected 2024-11-20T08:20:46,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/hadoop.log.dir so I do NOT create it in target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53 2024-11-20T08:20:46,686 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T08:20:46,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/hadoop.tmp.dir so I do NOT create it in target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53 2024-11-20T08:20:46,686 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T08:20:46,686 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53 2024-11-20T08:20:46,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:20:46,687 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/cluster_c8e7ccf0-f708-ac59-3ab9-90098c11f11b, deleteOnExit=true 2024-11-20T08:20:46,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T08:20:46,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/test.cache.data in system properties and HBase conf 2024-11-20T08:20:46,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:20:46,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:20:46,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:20:46,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:20:46,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T08:20:46,687 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:20:46,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:20:46,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:20:46,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:20:46,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:20:46,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:20:46,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:20:46,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:20:46,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:20:46,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:20:46,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:20:46,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:20:46,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:20:46,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:20:46,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:20:46,761 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:20:46,763 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:20:46,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:20:46,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:20:46,765 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:20:46,767 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:20:46,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2430fd58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:20:46,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2626b558{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:20:46,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51db0a1b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/java.io.tmpdir/jetty-localhost-39723-hadoop-hdfs-3_4_1-tests_jar-_-any-16459783091079326667/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:20:46,885 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b00ea66{HTTP/1.1, (http/1.1)}{localhost:39723} 2024-11-20T08:20:46,885 INFO [Time-limited test {}] server.Server(415): Started @248048ms 2024-11-20T08:20:46,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:20:46,984 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:20:46,985 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:20:46,985 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:20:46,985 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:20:46,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15f12923{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:20:46,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@785305e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:20:47,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26c9c9b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/java.io.tmpdir/jetty-localhost-45409-hadoop-hdfs-3_4_1-tests_jar-_-any-10614117356217063064/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:20:47,119 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d89182b{HTTP/1.1, (http/1.1)}{localhost:45409} 2024-11-20T08:20:47,119 INFO [Time-limited test {}] server.Server(415): Started @248282ms 2024-11-20T08:20:47,120 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:20:47,225 WARN [Thread-3648 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/cluster_c8e7ccf0-f708-ac59-3ab9-90098c11f11b/data/data2/current/BP-827806599-172.17.0.2-1732090846706/current, will proceed with Du for space computation calculation, 2024-11-20T08:20:47,225 WARN [Thread-3647 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/cluster_c8e7ccf0-f708-ac59-3ab9-90098c11f11b/data/data1/current/BP-827806599-172.17.0.2-1732090846706/current, will proceed with Du for space computation calculation, 2024-11-20T08:20:47,248 WARN [Thread-3635 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:20:47,251 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9530a829b3b4d4cc with lease ID 0x8d1010a58fb3f3a6: Processing first storage report for DS-79782119-a8f8-4036-ad5b-6591c459d11f from datanode DatanodeRegistration(127.0.0.1:46665, datanodeUuid=bc1ad14a-5881-40b3-8708-c09f299dacc2, infoPort=39869, infoSecurePort=0, ipcPort=46835, storageInfo=lv=-57;cid=testClusterID;nsid=414677310;c=1732090846706) 2024-11-20T08:20:47,251 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9530a829b3b4d4cc with lease ID 0x8d1010a58fb3f3a6: from storage DS-79782119-a8f8-4036-ad5b-6591c459d11f node DatanodeRegistration(127.0.0.1:46665, datanodeUuid=bc1ad14a-5881-40b3-8708-c09f299dacc2, infoPort=39869, infoSecurePort=0, ipcPort=46835, storageInfo=lv=-57;cid=testClusterID;nsid=414677310;c=1732090846706), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T08:20:47,251 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9530a829b3b4d4cc with lease ID 0x8d1010a58fb3f3a6: Processing first storage report for DS-9f7e63dd-2cc2-498b-8119-68157dcc5424 from datanode DatanodeRegistration(127.0.0.1:46665, datanodeUuid=bc1ad14a-5881-40b3-8708-c09f299dacc2, infoPort=39869, infoSecurePort=0, ipcPort=46835, storageInfo=lv=-57;cid=testClusterID;nsid=414677310;c=1732090846706) 2024-11-20T08:20:47,251 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9530a829b3b4d4cc with lease ID 0x8d1010a58fb3f3a6: from storage DS-9f7e63dd-2cc2-498b-8119-68157dcc5424 node DatanodeRegistration(127.0.0.1:46665, datanodeUuid=bc1ad14a-5881-40b3-8708-c09f299dacc2, infoPort=39869, infoSecurePort=0, ipcPort=46835, storageInfo=lv=-57;cid=testClusterID;nsid=414677310;c=1732090846706), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:20:47,254 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53 2024-11-20T08:20:47,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:47,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:47,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:20:47,494 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T08:20:47,664 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f with version=8 2024-11-20T08:20:47,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/hbase-staging 2024-11-20T08:20:47,666 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:20:47,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:47,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:47,666 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:20:47,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:47,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:20:47,666 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:20:47,666 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:20:47,667 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32869 2024-11-20T08:20:47,667 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32869 connecting to ZooKeeper ensemble=127.0.0.1:51787 2024-11-20T08:20:47,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328690x0, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:20:47,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32869-0x1013476a8e40006 connected 2024-11-20T08:20:47,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:47,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:47,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Set watcher on znode that does not yet exist, /21016707264/running 2024-11-20T08:20:47,684 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f, hbase.cluster.distributed=false 2024-11-20T08:20:47,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Set watcher on znode that does not yet exist, /21016707264/acl 2024-11-20T08:20:47,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32869 2024-11-20T08:20:47,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32869 2024-11-20T08:20:47,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32869 2024-11-20T08:20:47,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32869 2024-11-20T08:20:47,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32869 2024-11-20T08:20:47,701 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:20:47,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:47,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:47,701 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:20:47,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:20:47,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:20:47,701 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:20:47,701 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:20:47,702 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46215 2024-11-20T08:20:47,702 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46215 connecting to ZooKeeper ensemble=127.0.0.1:51787 2024-11-20T08:20:47,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:47,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:47,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462150x0, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:20:47,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462150x0, quorum=127.0.0.1:51787, baseZNode=/21016707264 Set watcher on znode that does not yet exist, /21016707264/running 2024-11-20T08:20:47,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46215-0x1013476a8e40007 connected 2024-11-20T08:20:47,708 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:20:47,711 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:20:47,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46215-0x1013476a8e40007, quorum=127.0.0.1:51787, baseZNode=/21016707264 Set watcher on znode that does not yet exist, /21016707264/master 2024-11-20T08:20:47,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46215-0x1013476a8e40007, quorum=127.0.0.1:51787, baseZNode=/21016707264 Set watcher on znode that does not yet exist, /21016707264/acl 2024-11-20T08:20:47,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46215 2024-11-20T08:20:47,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46215 2024-11-20T08:20:47,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46215 2024-11-20T08:20:47,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46215 2024-11-20T08:20:47,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46215 2024-11-20T08:20:47,732 DEBUG [M:0;3354ef74e3b7:32869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3354ef74e3b7:32869 2024-11-20T08:20:47,732 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21016707264/backup-masters/3354ef74e3b7,32869,1732090847666 2024-11-20T08:20:47,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016707264/backup-masters 2024-11-20T08:20:47,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x1013476a8e40007, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016707264/backup-masters 2024-11-20T08:20:47,734 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Set watcher on existing znode=/21016707264/backup-masters/3354ef74e3b7,32869,1732090847666 2024-11-20T08:20:47,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x1013476a8e40007, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21016707264/master 2024-11-20T08:20:47,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016707264 2024-11-20T08:20:47,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x1013476a8e40007, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016707264 2024-11-20T08:20:47,735 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Set watcher on existing znode=/21016707264/master 2024-11-20T08:20:47,736 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21016707264/backup-masters/3354ef74e3b7,32869,1732090847666 from backup master directory 2024-11-20T08:20:47,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x1013476a8e40007, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016707264/backup-masters 2024-11-20T08:20:47,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21016707264/backup-masters/3354ef74e3b7,32869,1732090847666 2024-11-20T08:20:47,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016707264/backup-masters 2024-11-20T08:20:47,738 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:20:47,738 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3354ef74e3b7,32869,1732090847666 2024-11-20T08:20:47,741 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/hbase.id] with ID: ae2eb30d-29f5-4e7e-9c40-af8642422835 2024-11-20T08:20:47,741 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/.tmp/hbase.id 2024-11-20T08:20:47,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:20:48,106 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:20:48,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:48,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:48,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:48,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:48,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:48,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:48,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:48,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:48,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:48,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:48,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:48,147 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/.tmp/hbase.id]:[hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/hbase.id] 2024-11-20T08:20:48,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:48,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:48,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:48,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:48,155 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:20:48,156 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:20:48,156 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-20T08:20:48,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016707264 2024-11-20T08:20:48,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x1013476a8e40007, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016707264 2024-11-20T08:20:48,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:20:48,163 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:20:48,164 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:20:48,165 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:20:48,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:20:48,571 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/MasterData/data/master/store 2024-11-20T08:20:48,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:20:48,976 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:48,976 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:20:48,976 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:48,976 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:48,976 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:20:48,976 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:48,976 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:20:48,976 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090848976Disabling compacts and flushes for region at 1732090848976Disabling writes for close at 1732090848976Writing region close event to WAL at 1732090848976Closed at 1732090848976 2024-11-20T08:20:48,977 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/MasterData/data/master/store/.initializing 2024-11-20T08:20:48,977 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/MasterData/WALs/3354ef74e3b7,32869,1732090847666 2024-11-20T08:20:48,978 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:20:48,979 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C32869%2C1732090847666, suffix=, logDir=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/MasterData/WALs/3354ef74e3b7,32869,1732090847666, archiveDir=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/MasterData/oldWALs, maxLogs=10 2024-11-20T08:20:48,992 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/MasterData/WALs/3354ef74e3b7,32869,1732090847666/3354ef74e3b7%2C32869%2C1732090847666.1732090848979, exclude list is [], retry=0 2024-11-20T08:20:48,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46665,DS-79782119-a8f8-4036-ad5b-6591c459d11f,DISK] 2024-11-20T08:20:48,996 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/MasterData/WALs/3354ef74e3b7,32869,1732090847666/3354ef74e3b7%2C32869%2C1732090847666.1732090848979 2024-11-20T08:20:48,996 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39869:39869)] 2024-11-20T08:20:48,996 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:20:48,996 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:48,996 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:48,996 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:48,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:48,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:20:48,998 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:48,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:48,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:49,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:20:49,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:49,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:49,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:49,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:20:49,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:49,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:49,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:49,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:20:49,002 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:49,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:49,002 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:49,003 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:49,003 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:49,004 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:49,004 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:49,004 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:20:49,005 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:20:49,007 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:20:49,007 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70952912, jitterRate=0.057280778884887695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:20:49,007 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732090848997Initializing all the Stores at 1732090848997Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090848997Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090848997Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090848997Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090848997Cleaning up temporary data from old regions at 1732090849004 (+7 ms)Region opened successfully at 1732090849007 (+3 ms) 2024-11-20T08:20:49,008 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:20:49,010 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247c0573, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:20:49,010 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T08:20:49,010 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:20:49,011 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:20:49,011 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:20:49,011 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:20:49,011 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:20:49,011 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:20:49,013 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:20:49,014 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Unable to get data of znode /21016707264/balancer because node does not exist (not necessarily an error) 2024-11-20T08:20:49,015 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21016707264/balancer already deleted, retry=false 2024-11-20T08:20:49,015 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:20:49,016 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Unable to get data of znode /21016707264/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:20:49,017 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21016707264/normalizer already deleted, retry=false 2024-11-20T08:20:49,018 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:20:49,018 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Unable to get data of znode /21016707264/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:20:49,019 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21016707264/switch/split already deleted, retry=false 2024-11-20T08:20:49,020 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Unable to get data of znode /21016707264/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:20:49,021 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21016707264/switch/merge already deleted, retry=false 2024-11-20T08:20:49,023 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Unable to get data of znode /21016707264/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:20:49,024 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21016707264/snapshot-cleanup already deleted, retry=false 2024-11-20T08:20:49,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21016707264/running 2024-11-20T08:20:49,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x1013476a8e40007, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21016707264/running 2024-11-20T08:20:49,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016707264 2024-11-20T08:20:49,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x1013476a8e40007, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016707264 2024-11-20T08:20:49,027 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3354ef74e3b7,32869,1732090847666, sessionid=0x1013476a8e40006, setting cluster-up flag (Was=false) 2024-11-20T08:20:49,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016707264 2024-11-20T08:20:49,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x1013476a8e40007, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016707264 2024-11-20T08:20:49,034 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21016707264/flush-table-proc/acquired, /21016707264/flush-table-proc/reached, /21016707264/flush-table-proc/abort 2024-11-20T08:20:49,035 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,32869,1732090847666 2024-11-20T08:20:49,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x1013476a8e40007, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016707264 2024-11-20T08:20:49,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016707264 2024-11-20T08:20:49,042 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21016707264/online-snapshot/acquired, /21016707264/online-snapshot/reached, /21016707264/online-snapshot/abort 2024-11-20T08:20:49,043 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,32869,1732090847666 2024-11-20T08:20:49,044 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T08:20:49,045 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:20:49,045 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:20:49,045 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:20:49,045 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3354ef74e3b7,32869,1732090847666 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:20:49,046 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:20:49,046 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:20:49,046 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:20:49,046 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:20:49,046 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3354ef74e3b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:20:49,047 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:49,047 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:20:49,047 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:49,048 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:20:49,048 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090879048 2024-11-20T08:20:49,048 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:20:49,048 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:20:49,048 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:20:49,048 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:20:49,048 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:20:49,048 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:20:49,048 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:20:49,048 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:49,049 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:49,049 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:20:49,049 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:20:49,049 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:20:49,049 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:20:49,049 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T08:20:49,049 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:20:49,049 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:20:49,049 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090849049,5,FailOnTimeoutGroup] 2024-11-20T08:20:49,052 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090849049,5,FailOnTimeoutGroup] 2024-11-20T08:20:49,052 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:49,052 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:20:49,052 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:49,052 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:49,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741831_1007 (size=1321) 2024-11-20T08:20:49,121 INFO [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(746): ClusterId : ae2eb30d-29f5-4e7e-9c40-af8642422835 2024-11-20T08:20:49,121 DEBUG [RS:0;3354ef74e3b7:46215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:20:49,123 DEBUG [RS:0;3354ef74e3b7:46215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:20:49,123 DEBUG [RS:0;3354ef74e3b7:46215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:20:49,125 DEBUG [RS:0;3354ef74e3b7:46215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:20:49,126 DEBUG [RS:0;3354ef74e3b7:46215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10320c31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:20:49,137 DEBUG [RS:0;3354ef74e3b7:46215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3354ef74e3b7:46215 2024-11-20T08:20:49,138 INFO [RS:0;3354ef74e3b7:46215 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:20:49,138 INFO [RS:0;3354ef74e3b7:46215 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:20:49,138 DEBUG [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:20:49,138 INFO [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(2659): reportForDuty to master=3354ef74e3b7,32869,1732090847666 with port=46215, startcode=1732090847701 2024-11-20T08:20:49,138 DEBUG [RS:0;3354ef74e3b7:46215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:20:49,140 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:20:49,140 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32869 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3354ef74e3b7,46215,1732090847701 2024-11-20T08:20:49,140 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32869 {}] master.ServerManager(517): Registering regionserver=3354ef74e3b7,46215,1732090847701 2024-11-20T08:20:49,142 DEBUG [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f 2024-11-20T08:20:49,142 DEBUG [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33761 2024-11-20T08:20:49,142 DEBUG [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:20:49,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016707264/rs 2024-11-20T08:20:49,148 DEBUG [RS:0;3354ef74e3b7:46215 {}] zookeeper.ZKUtil(111): regionserver:46215-0x1013476a8e40007, quorum=127.0.0.1:51787, baseZNode=/21016707264 Set watcher on existing znode=/21016707264/rs/3354ef74e3b7,46215,1732090847701 2024-11-20T08:20:49,148 WARN [RS:0;3354ef74e3b7:46215 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:20:49,148 INFO [RS:0;3354ef74e3b7:46215 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:20:49,148 DEBUG [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701 2024-11-20T08:20:49,148 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3354ef74e3b7,46215,1732090847701] 2024-11-20T08:20:49,151 INFO [RS:0;3354ef74e3b7:46215 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:20:49,152 INFO [RS:0;3354ef74e3b7:46215 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:20:49,152 INFO [RS:0;3354ef74e3b7:46215 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:20:49,152 INFO [RS:0;3354ef74e3b7:46215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:49,153 INFO [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:20:49,153 INFO [RS:0;3354ef74e3b7:46215 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:20:49,153 INFO [RS:0;3354ef74e3b7:46215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:49,153 DEBUG [RS:0;3354ef74e3b7:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:49,153 DEBUG [RS:0;3354ef74e3b7:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:49,153 DEBUG [RS:0;3354ef74e3b7:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:49,153 DEBUG [RS:0;3354ef74e3b7:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:49,153 DEBUG [RS:0;3354ef74e3b7:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:49,153 DEBUG [RS:0;3354ef74e3b7:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:20:49,153 DEBUG [RS:0;3354ef74e3b7:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:49,153 DEBUG [RS:0;3354ef74e3b7:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:49,153 DEBUG [RS:0;3354ef74e3b7:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:49,153 DEBUG [RS:0;3354ef74e3b7:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:49,153 DEBUG [RS:0;3354ef74e3b7:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:49,153 DEBUG [RS:0;3354ef74e3b7:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:20:49,153 DEBUG [RS:0;3354ef74e3b7:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:20:49,153 DEBUG [RS:0;3354ef74e3b7:46215 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:20:49,154 INFO [RS:0;3354ef74e3b7:46215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:49,154 INFO [RS:0;3354ef74e3b7:46215 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:49,154 INFO [RS:0;3354ef74e3b7:46215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:49,154 INFO [RS:0;3354ef74e3b7:46215 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:49,154 INFO [RS:0;3354ef74e3b7:46215 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:49,154 INFO [RS:0;3354ef74e3b7:46215 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,46215,1732090847701-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:20:49,168 INFO [RS:0;3354ef74e3b7:46215 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:20:49,168 INFO [RS:0;3354ef74e3b7:46215 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,46215,1732090847701-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:49,168 INFO [RS:0;3354ef74e3b7:46215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:49,168 INFO [RS:0;3354ef74e3b7:46215 {}] regionserver.Replication(171): 3354ef74e3b7,46215,1732090847701 started 2024-11-20T08:20:49,182 INFO [RS:0;3354ef74e3b7:46215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:49,182 INFO [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(1482): Serving as 3354ef74e3b7,46215,1732090847701, RpcServer on 3354ef74e3b7/172.17.0.2:46215, sessionid=0x1013476a8e40007 2024-11-20T08:20:49,182 DEBUG [RS:0;3354ef74e3b7:46215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:20:49,182 DEBUG [RS:0;3354ef74e3b7:46215 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3354ef74e3b7,46215,1732090847701 2024-11-20T08:20:49,182 DEBUG [RS:0;3354ef74e3b7:46215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,46215,1732090847701' 2024-11-20T08:20:49,182 DEBUG [RS:0;3354ef74e3b7:46215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21016707264/flush-table-proc/abort' 2024-11-20T08:20:49,182 DEBUG [RS:0;3354ef74e3b7:46215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21016707264/flush-table-proc/acquired' 2024-11-20T08:20:49,182 DEBUG [RS:0;3354ef74e3b7:46215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:20:49,183 DEBUG [RS:0;3354ef74e3b7:46215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:20:49,183 DEBUG [RS:0;3354ef74e3b7:46215 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3354ef74e3b7,46215,1732090847701 2024-11-20T08:20:49,183 DEBUG [RS:0;3354ef74e3b7:46215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,46215,1732090847701' 2024-11-20T08:20:49,183 DEBUG [RS:0;3354ef74e3b7:46215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21016707264/online-snapshot/abort' 2024-11-20T08:20:49,183 DEBUG [RS:0;3354ef74e3b7:46215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21016707264/online-snapshot/acquired' 2024-11-20T08:20:49,183 DEBUG [RS:0;3354ef74e3b7:46215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:20:49,183 INFO [RS:0;3354ef74e3b7:46215 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:20:49,183 INFO [RS:0;3354ef74e3b7:46215 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:20:49,283 INFO [RS:0;3354ef74e3b7:46215 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:20:49,284 INFO [RS:0;3354ef74e3b7:46215 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C46215%2C1732090847701, suffix=, logDir=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701, archiveDir=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/oldWALs, maxLogs=10 2024-11-20T08:20:49,298 DEBUG [RS:0;3354ef74e3b7:46215 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285, exclude list is [], retry=0 2024-11-20T08:20:49,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46665,DS-79782119-a8f8-4036-ad5b-6591c459d11f,DISK] 2024-11-20T08:20:49,302 INFO [RS:0;3354ef74e3b7:46215 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 2024-11-20T08:20:49,302 DEBUG [RS:0;3354ef74e3b7:46215 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39869:39869)] 2024-11-20T08:20:49,456 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T08:20:49,456 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f 2024-11-20T08:20:49,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741833_1009 (size=32) 2024-11-20T08:20:49,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:49,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:20:49,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:20:49,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:49,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:49,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:20:49,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:20:49,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:49,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:49,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:20:49,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:20:49,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:49,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:49,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:20:49,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:20:49,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:49,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:49,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:20:49,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/1588230740 2024-11-20T08:20:49,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/1588230740 2024-11-20T08:20:49,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:20:49,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:20:49,468 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:20:49,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:20:49,471 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:20:49,471 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68604842, jitterRate=0.02229180932044983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:20:49,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732090849461Initializing all the Stores at 1732090849462 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090849462Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090849462Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090849462Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090849462Cleaning up temporary data from old regions at 1732090849468 (+6 ms)Region opened successfully at 1732090849471 (+3 ms) 2024-11-20T08:20:49,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:20:49,471 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:20:49,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:20:49,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:20:49,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:20:49,472 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:20:49,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090849471Disabling compacts and flushes for region at 1732090849471Disabling writes for close at 1732090849471Writing region close event to WAL at 1732090849472 (+1 ms)Closed at 1732090849472 2024-11-20T08:20:49,473 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:20:49,473 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T08:20:49,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:20:49,473 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:20:49,474 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:20:49,624 DEBUG [3354ef74e3b7:32869 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:20:49,625 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3354ef74e3b7,46215,1732090847701 2024-11-20T08:20:49,626 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,46215,1732090847701, state=OPENING 2024-11-20T08:20:49,628 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:20:49,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016707264 2024-11-20T08:20:49,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x1013476a8e40007, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016707264 2024-11-20T08:20:49,630 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:20:49,630 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21016707264/meta-region-server: CHANGED 2024-11-20T08:20:49,630 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21016707264/meta-region-server: CHANGED 2024-11-20T08:20:49,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,46215,1732090847701}] 2024-11-20T08:20:49,782 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:20:49,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:20:49,786 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:20:49,786 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:20:49,786 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:20:49,787 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C46215%2C1732090847701.meta, suffix=.meta, logDir=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701, archiveDir=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/oldWALs, maxLogs=10 2024-11-20T08:20:49,803 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.meta.1732090849787.meta, exclude list is [], retry=0 2024-11-20T08:20:49,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46665,DS-79782119-a8f8-4036-ad5b-6591c459d11f,DISK] 2024-11-20T08:20:49,806 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.meta.1732090849787.meta 2024-11-20T08:20:49,806 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39869:39869)] 2024-11-20T08:20:49,806 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:20:49,807 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:20:49,807 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:20:49,807 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:20:49,807 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:20:49,807 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:20:49,807 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:49,807 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:20:49,807 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:20:49,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:20:49,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:20:49,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:49,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:49,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:20:49,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:20:49,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:49,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:49,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:20:49,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:20:49,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:49,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:49,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:20:49,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:20:49,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:49,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:20:49,811 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:20:49,812 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/1588230740 2024-11-20T08:20:49,812 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/1588230740 2024-11-20T08:20:49,813 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:20:49,813 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:20:49,813 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:20:49,814 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:20:49,815 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62490250, jitterRate=-0.0688227117061615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:20:49,815 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:20:49,815 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732090849807Writing region info on filesystem at 1732090849807Initializing all the Stores at 1732090849808 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090849808Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090849808Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090849808Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090849808Cleaning up temporary data from old regions at 1732090849813 (+5 ms)Running coprocessor post-open hooks at 1732090849815 (+2 ms)Region opened successfully at 1732090849815 2024-11-20T08:20:49,815 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090849781 2024-11-20T08:20:49,817 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:20:49,817 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:20:49,818 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,46215,1732090847701 2024-11-20T08:20:49,818 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,46215,1732090847701, state=OPEN 2024-11-20T08:20:49,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21016707264/meta-region-server 2024-11-20T08:20:49,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x1013476a8e40007, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21016707264/meta-region-server 2024-11-20T08:20:49,820 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3354ef74e3b7,46215,1732090847701 2024-11-20T08:20:49,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21016707264/meta-region-server: CHANGED 2024-11-20T08:20:49,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21016707264/meta-region-server: CHANGED 2024-11-20T08:20:49,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:20:49,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,46215,1732090847701 in 190 msec 2024-11-20T08:20:49,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:20:49,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-20T08:20:49,823 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:20:49,823 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T08:20:49,824 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:49,824 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46215,1732090847701, seqNum=-1] 2024-11-20T08:20:49,824 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:49,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:20:49,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 783 msec 2024-11-20T08:20:49,828 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090849828, completionTime=-1 2024-11-20T08:20:49,828 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T08:20:49,828 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T08:20:49,830 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T08:20:49,830 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090909830 2024-11-20T08:20:49,830 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090969830 2024-11-20T08:20:49,830 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T08:20:49,830 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,32869,1732090847666-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:49,830 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,32869,1732090847666-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:49,830 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,32869,1732090847666-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:49,830 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3354ef74e3b7:32869, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:49,831 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:49,831 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:49,832 DEBUG [master/3354ef74e3b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T08:20:49,833 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.095sec 2024-11-20T08:20:49,834 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:20:49,834 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:20:49,834 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:20:49,834 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:20:49,834 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:20:49,834 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,32869,1732090847666-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:20:49,834 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,32869,1732090847666-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:20:49,835 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:20:49,835 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:20:49,835 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,32869,1732090847666-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:20:49,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f6566f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:49,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,32869,-1 for getting cluster id 2024-11-20T08:20:49,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:49,923 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae2eb30d-29f5-4e7e-9c40-af8642422835' 2024-11-20T08:20:49,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:49,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae2eb30d-29f5-4e7e-9c40-af8642422835" 2024-11-20T08:20:49,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5da9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:49,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,32869,-1] 2024-11-20T08:20:49,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:49,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:49,925 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:49,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea269ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:49,926 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:49,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46215,1732090847701, seqNum=-1] 2024-11-20T08:20:49,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:49,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:20:49,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3354ef74e3b7,32869,1732090847666 2024-11-20T08:20:49,929 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51787 2024-11-20T08:20:49,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:20:49,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013476a8e40008 connected 2024-11-20T08:20:49,935 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:49,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,41371,1732090839591 2024-11-20T08:20:49,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77f85662 2024-11-20T08:20:49,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:49,937 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:20:49,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41371 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:20:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41371 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T08:20:49,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:20:49,940 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:49,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41371 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T08:20:49,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:20:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:49,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741835_1011 (size=902) 2024-11-20T08:20:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:50,346 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18294e56889fba542486ae3464ad3133, NAME => 'test,,1732090849937.18294e56889fba542486ae3464ad3133.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8 2024-11-20T08:20:50,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741836_1012 (size=39) 2024-11-20T08:20:50,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732090849937.18294e56889fba542486ae3464ad3133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:50,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 18294e56889fba542486ae3464ad3133, disabling compactions & flushes 2024-11-20T08:20:50,351 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732090849937.18294e56889fba542486ae3464ad3133. 2024-11-20T08:20:50,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090849937.18294e56889fba542486ae3464ad3133. 2024-11-20T08:20:50,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732090849937.18294e56889fba542486ae3464ad3133. after waiting 0 ms 2024-11-20T08:20:50,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732090849937.18294e56889fba542486ae3464ad3133. 2024-11-20T08:20:50,352 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732090849937.18294e56889fba542486ae3464ad3133. 2024-11-20T08:20:50,352 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18294e56889fba542486ae3464ad3133: Waiting for close lock at 1732090850351Disabling compacts and flushes for region at 1732090850351Disabling writes for close at 1732090850351Writing region close event to WAL at 1732090850351Closed at 1732090850351 2024-11-20T08:20:50,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:20:50,353 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732090849937.18294e56889fba542486ae3464ad3133.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732090850353"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090850353"}]},"ts":"1732090850353"} 2024-11-20T08:20:50,355 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:20:50,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:20:50,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090850356"}]},"ts":"1732090850356"} 2024-11-20T08:20:50,357 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T08:20:50,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=18294e56889fba542486ae3464ad3133, ASSIGN}] 2024-11-20T08:20:50,358 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=18294e56889fba542486ae3464ad3133, ASSIGN 2024-11-20T08:20:50,359 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=18294e56889fba542486ae3464ad3133, ASSIGN; state=OFFLINE, location=3354ef74e3b7,46357,1732090839651; forceNewPlan=false, retain=false 2024-11-20T08:20:50,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=18294e56889fba542486ae3464ad3133, regionState=OPENING, regionLocation=3354ef74e3b7,46357,1732090839651 2024-11-20T08:20:50,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=18294e56889fba542486ae3464ad3133, ASSIGN because future has completed 2024-11-20T08:20:50,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18294e56889fba542486ae3464ad3133, server=3354ef74e3b7,46357,1732090839651}] 2024-11-20T08:20:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:50,667 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732090849937.18294e56889fba542486ae3464ad3133. 2024-11-20T08:20:50,667 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 18294e56889fba542486ae3464ad3133, NAME => 'test,,1732090849937.18294e56889fba542486ae3464ad3133.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:20:50,667 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:20:50,667 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T08:20:50,667 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 18294e56889fba542486ae3464ad3133 2024-11-20T08:20:50,668 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732090849937.18294e56889fba542486ae3464ad3133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:50,668 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 18294e56889fba542486ae3464ad3133 2024-11-20T08:20:50,668 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 18294e56889fba542486ae3464ad3133 2024-11-20T08:20:50,669 INFO [StoreOpener-18294e56889fba542486ae3464ad3133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 18294e56889fba542486ae3464ad3133 2024-11-20T08:20:50,670 INFO [StoreOpener-18294e56889fba542486ae3464ad3133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18294e56889fba542486ae3464ad3133 columnFamilyName f 2024-11-20T08:20:50,670 DEBUG [StoreOpener-18294e56889fba542486ae3464ad3133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:50,670 INFO [StoreOpener-18294e56889fba542486ae3464ad3133-1 {}] regionserver.HStore(327): Store=18294e56889fba542486ae3464ad3133/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:50,670 INFO [StoreOpener-18294e56889fba542486ae3464ad3133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 18294e56889fba542486ae3464ad3133 2024-11-20T08:20:50,671 INFO [StoreOpener-18294e56889fba542486ae3464ad3133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18294e56889fba542486ae3464ad3133 columnFamilyName f1 2024-11-20T08:20:50,671 DEBUG [StoreOpener-18294e56889fba542486ae3464ad3133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:50,671 INFO [StoreOpener-18294e56889fba542486ae3464ad3133-1 {}] regionserver.HStore(327): Store=18294e56889fba542486ae3464ad3133/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:50,671 INFO [StoreOpener-18294e56889fba542486ae3464ad3133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 18294e56889fba542486ae3464ad3133 2024-11-20T08:20:50,672 INFO [StoreOpener-18294e56889fba542486ae3464ad3133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18294e56889fba542486ae3464ad3133 columnFamilyName norep 2024-11-20T08:20:50,672 DEBUG [StoreOpener-18294e56889fba542486ae3464ad3133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:50,672 INFO [StoreOpener-18294e56889fba542486ae3464ad3133-1 {}] regionserver.HStore(327): Store=18294e56889fba542486ae3464ad3133/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:50,672 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 18294e56889fba542486ae3464ad3133 2024-11-20T08:20:50,673 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/default/test/18294e56889fba542486ae3464ad3133 2024-11-20T08:20:50,673 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/default/test/18294e56889fba542486ae3464ad3133 2024-11-20T08:20:50,674 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 18294e56889fba542486ae3464ad3133 2024-11-20T08:20:50,674 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 18294e56889fba542486ae3464ad3133 2024-11-20T08:20:50,674 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:20:50,675 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 18294e56889fba542486ae3464ad3133 2024-11-20T08:20:50,676 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/default/test/18294e56889fba542486ae3464ad3133/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:20:50,676 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 18294e56889fba542486ae3464ad3133; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72027541, jitterRate=0.07329399883747101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:20:50,676 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18294e56889fba542486ae3464ad3133 2024-11-20T08:20:50,677 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 18294e56889fba542486ae3464ad3133: Running coprocessor pre-open hook at 1732090850668Writing region info on filesystem at 1732090850668Initializing all the Stores at 1732090850668Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090850668Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090850669 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090850669Cleaning up temporary data from old regions at 1732090850674 (+5 ms)Running coprocessor post-open hooks at 1732090850676 (+2 ms)Region opened successfully at 1732090850677 (+1 ms) 2024-11-20T08:20:50,678 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732090849937.18294e56889fba542486ae3464ad3133., pid=6, masterSystemTime=1732090850664 2024-11-20T08:20:50,679 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732090849937.18294e56889fba542486ae3464ad3133. 2024-11-20T08:20:50,679 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732090849937.18294e56889fba542486ae3464ad3133. 2024-11-20T08:20:50,680 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=18294e56889fba542486ae3464ad3133, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3354ef74e3b7,46357,1732090839651 2024-11-20T08:20:50,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18294e56889fba542486ae3464ad3133, server=3354ef74e3b7,46357,1732090839651 because future has completed 2024-11-20T08:20:50,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:20:50,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 18294e56889fba542486ae3464ad3133, server=3354ef74e3b7,46357,1732090839651 in 170 msec 2024-11-20T08:20:50,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T08:20:50,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=18294e56889fba542486ae3464ad3133, ASSIGN in 326 msec 2024-11-20T08:20:50,685 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:20:50,686 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090850686"}]},"ts":"1732090850686"} 2024-11-20T08:20:50,687 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T08:20:50,688 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:20:50,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec 2024-11-20T08:20:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:51,074 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T08:20:51,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:51,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,38353,1732090843613 2024-11-20T08:20:51,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26cd77b2 2024-11-20T08:20:51,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:51,077 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:20:51,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:20:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T08:20:51,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:20:51,080 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:51,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T08:20:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:51,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:20:51,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741835_1011 (size=902) 2024-11-20T08:20:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:51,490 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6fb3333fdaf9d57ad90f9df4a958810d, NAME => 'test,,1732090851077.6fb3333fdaf9d57ad90f9df4a958810d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f 2024-11-20T08:20:51,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741836_1012 (size=39) 2024-11-20T08:20:51,495 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732090851077.6fb3333fdaf9d57ad90f9df4a958810d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:51,495 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6fb3333fdaf9d57ad90f9df4a958810d, disabling compactions & flushes 2024-11-20T08:20:51,495 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732090851077.6fb3333fdaf9d57ad90f9df4a958810d. 2024-11-20T08:20:51,495 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090851077.6fb3333fdaf9d57ad90f9df4a958810d. 2024-11-20T08:20:51,495 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732090851077.6fb3333fdaf9d57ad90f9df4a958810d. after waiting 0 ms 2024-11-20T08:20:51,495 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732090851077.6fb3333fdaf9d57ad90f9df4a958810d. 2024-11-20T08:20:51,495 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732090851077.6fb3333fdaf9d57ad90f9df4a958810d. 2024-11-20T08:20:51,495 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6fb3333fdaf9d57ad90f9df4a958810d: Waiting for close lock at 1732090851495Disabling compacts and flushes for region at 1732090851495Disabling writes for close at 1732090851495Writing region close event to WAL at 1732090851495Closed at 1732090851495 2024-11-20T08:20:51,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:20:51,496 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732090851077.6fb3333fdaf9d57ad90f9df4a958810d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732090851496"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090851496"}]},"ts":"1732090851496"} 2024-11-20T08:20:51,498 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:20:51,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:20:51,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090851499"}]},"ts":"1732090851499"} 2024-11-20T08:20:51,500 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T08:20:51,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6fb3333fdaf9d57ad90f9df4a958810d, ASSIGN}] 2024-11-20T08:20:51,501 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6fb3333fdaf9d57ad90f9df4a958810d, ASSIGN 2024-11-20T08:20:51,502 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6fb3333fdaf9d57ad90f9df4a958810d, ASSIGN; state=OFFLINE, location=3354ef74e3b7,34649,1732090843651; forceNewPlan=false, retain=false 2024-11-20T08:20:51,652 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6fb3333fdaf9d57ad90f9df4a958810d, regionState=OPENING, regionLocation=3354ef74e3b7,34649,1732090843651 2024-11-20T08:20:51,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6fb3333fdaf9d57ad90f9df4a958810d, ASSIGN because future has completed 2024-11-20T08:20:51,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fb3333fdaf9d57ad90f9df4a958810d, server=3354ef74e3b7,34649,1732090843651}] 2024-11-20T08:20:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:51,810 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732090851077.6fb3333fdaf9d57ad90f9df4a958810d. 2024-11-20T08:20:51,810 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6fb3333fdaf9d57ad90f9df4a958810d, NAME => 'test,,1732090851077.6fb3333fdaf9d57ad90f9df4a958810d.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:20:51,810 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:20:51,810 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T08:20:51,811 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6fb3333fdaf9d57ad90f9df4a958810d 2024-11-20T08:20:51,811 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732090851077.6fb3333fdaf9d57ad90f9df4a958810d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:51,811 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6fb3333fdaf9d57ad90f9df4a958810d 2024-11-20T08:20:51,811 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6fb3333fdaf9d57ad90f9df4a958810d 2024-11-20T08:20:51,816 INFO [StoreOpener-6fb3333fdaf9d57ad90f9df4a958810d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6fb3333fdaf9d57ad90f9df4a958810d 2024-11-20T08:20:51,818 INFO [StoreOpener-6fb3333fdaf9d57ad90f9df4a958810d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fb3333fdaf9d57ad90f9df4a958810d columnFamilyName f 2024-11-20T08:20:51,818 DEBUG [StoreOpener-6fb3333fdaf9d57ad90f9df4a958810d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:51,818 INFO [StoreOpener-6fb3333fdaf9d57ad90f9df4a958810d-1 {}] regionserver.HStore(327): Store=6fb3333fdaf9d57ad90f9df4a958810d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:51,818 INFO [StoreOpener-6fb3333fdaf9d57ad90f9df4a958810d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6fb3333fdaf9d57ad90f9df4a958810d 2024-11-20T08:20:51,819 INFO [StoreOpener-6fb3333fdaf9d57ad90f9df4a958810d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fb3333fdaf9d57ad90f9df4a958810d columnFamilyName f1 2024-11-20T08:20:51,819 DEBUG [StoreOpener-6fb3333fdaf9d57ad90f9df4a958810d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:51,820 INFO [StoreOpener-6fb3333fdaf9d57ad90f9df4a958810d-1 {}] regionserver.HStore(327): Store=6fb3333fdaf9d57ad90f9df4a958810d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:51,820 INFO [StoreOpener-6fb3333fdaf9d57ad90f9df4a958810d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6fb3333fdaf9d57ad90f9df4a958810d 2024-11-20T08:20:51,821 INFO [StoreOpener-6fb3333fdaf9d57ad90f9df4a958810d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fb3333fdaf9d57ad90f9df4a958810d columnFamilyName norep 2024-11-20T08:20:51,821 DEBUG [StoreOpener-6fb3333fdaf9d57ad90f9df4a958810d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:51,823 INFO [StoreOpener-6fb3333fdaf9d57ad90f9df4a958810d-1 {}] regionserver.HStore(327): Store=6fb3333fdaf9d57ad90f9df4a958810d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:51,823 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6fb3333fdaf9d57ad90f9df4a958810d 2024-11-20T08:20:51,824 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/default/test/6fb3333fdaf9d57ad90f9df4a958810d 2024-11-20T08:20:51,824 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/default/test/6fb3333fdaf9d57ad90f9df4a958810d 2024-11-20T08:20:51,825 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6fb3333fdaf9d57ad90f9df4a958810d 2024-11-20T08:20:51,825 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6fb3333fdaf9d57ad90f9df4a958810d 2024-11-20T08:20:51,826 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:20:51,827 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6fb3333fdaf9d57ad90f9df4a958810d 2024-11-20T08:20:51,828 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/default/test/6fb3333fdaf9d57ad90f9df4a958810d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:20:51,829 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6fb3333fdaf9d57ad90f9df4a958810d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74623167, jitterRate=0.11197184026241302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:20:51,829 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6fb3333fdaf9d57ad90f9df4a958810d 2024-11-20T08:20:51,829 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6fb3333fdaf9d57ad90f9df4a958810d: Running coprocessor pre-open hook at 1732090851811Writing region info on filesystem at 1732090851811Initializing all the Stores at 1732090851812 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090851812Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090851816 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090851816Cleaning up temporary data from old regions at 1732090851825 (+9 ms)Running coprocessor post-open hooks at 1732090851829 (+4 ms)Region opened successfully at 1732090851829 2024-11-20T08:20:51,830 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732090851077.6fb3333fdaf9d57ad90f9df4a958810d., pid=6, masterSystemTime=1732090851806 2024-11-20T08:20:51,832 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732090851077.6fb3333fdaf9d57ad90f9df4a958810d. 2024-11-20T08:20:51,832 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732090851077.6fb3333fdaf9d57ad90f9df4a958810d. 2024-11-20T08:20:51,832 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6fb3333fdaf9d57ad90f9df4a958810d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3354ef74e3b7,34649,1732090843651 2024-11-20T08:20:51,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fb3333fdaf9d57ad90f9df4a958810d, server=3354ef74e3b7,34649,1732090843651 because future has completed 2024-11-20T08:20:51,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:20:51,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6fb3333fdaf9d57ad90f9df4a958810d, server=3354ef74e3b7,34649,1732090843651 in 180 msec 2024-11-20T08:20:51,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T08:20:51,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6fb3333fdaf9d57ad90f9df4a958810d, ASSIGN in 337 msec 2024-11-20T08:20:51,839 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:20:51,839 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090851839"}]},"ts":"1732090851839"} 2024-11-20T08:20:51,840 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T08:20:51,841 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:20:51,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 764 msec 2024-11-20T08:20:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:52,213 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T08:20:52,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:52,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,32869,1732090847666 2024-11-20T08:20:52,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46220b 2024-11-20T08:20:52,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:52,215 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:20:52,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:20:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T08:20:52,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:20:52,218 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:52,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T08:20:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:52,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:20:52,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741835_1011 (size=902) 2024-11-20T08:20:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:52,625 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9602cf35c3999a0a6fbb9fb878a0bffe, NAME => 'test,,1732090852216.9602cf35c3999a0a6fbb9fb878a0bffe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f 2024-11-20T08:20:52,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741836_1012 (size=39) 2024-11-20T08:20:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:53,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732090852216.9602cf35c3999a0a6fbb9fb878a0bffe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:53,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9602cf35c3999a0a6fbb9fb878a0bffe, disabling compactions & flushes 2024-11-20T08:20:53,054 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732090852216.9602cf35c3999a0a6fbb9fb878a0bffe. 2024-11-20T08:20:53,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090852216.9602cf35c3999a0a6fbb9fb878a0bffe. 2024-11-20T08:20:53,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732090852216.9602cf35c3999a0a6fbb9fb878a0bffe. after waiting 0 ms 2024-11-20T08:20:53,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732090852216.9602cf35c3999a0a6fbb9fb878a0bffe. 2024-11-20T08:20:53,054 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732090852216.9602cf35c3999a0a6fbb9fb878a0bffe. 2024-11-20T08:20:53,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9602cf35c3999a0a6fbb9fb878a0bffe: Waiting for close lock at 1732090853054Disabling compacts and flushes for region at 1732090853054Disabling writes for close at 1732090853054Writing region close event to WAL at 1732090853054Closed at 1732090853054 2024-11-20T08:20:53,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:20:53,056 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732090852216.9602cf35c3999a0a6fbb9fb878a0bffe.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732090853055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090853055"}]},"ts":"1732090853055"} 2024-11-20T08:20:53,057 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:20:53,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:20:53,058 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090853058"}]},"ts":"1732090853058"} 2024-11-20T08:20:53,060 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T08:20:53,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9602cf35c3999a0a6fbb9fb878a0bffe, ASSIGN}] 2024-11-20T08:20:53,061 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9602cf35c3999a0a6fbb9fb878a0bffe, ASSIGN 2024-11-20T08:20:53,062 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9602cf35c3999a0a6fbb9fb878a0bffe, ASSIGN; state=OFFLINE, location=3354ef74e3b7,46215,1732090847701; forceNewPlan=false, retain=false 2024-11-20T08:20:53,213 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9602cf35c3999a0a6fbb9fb878a0bffe, regionState=OPENING, regionLocation=3354ef74e3b7,46215,1732090847701 2024-11-20T08:20:53,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9602cf35c3999a0a6fbb9fb878a0bffe, ASSIGN because future has completed 2024-11-20T08:20:53,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9602cf35c3999a0a6fbb9fb878a0bffe, server=3354ef74e3b7,46215,1732090847701}] 2024-11-20T08:20:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:53,374 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732090852216.9602cf35c3999a0a6fbb9fb878a0bffe. 2024-11-20T08:20:53,375 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9602cf35c3999a0a6fbb9fb878a0bffe, NAME => 'test,,1732090852216.9602cf35c3999a0a6fbb9fb878a0bffe.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:20:53,375 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:20:53,375 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T08:20:53,376 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9602cf35c3999a0a6fbb9fb878a0bffe 2024-11-20T08:20:53,376 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732090852216.9602cf35c3999a0a6fbb9fb878a0bffe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:53,376 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9602cf35c3999a0a6fbb9fb878a0bffe 2024-11-20T08:20:53,376 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9602cf35c3999a0a6fbb9fb878a0bffe 2024-11-20T08:20:53,379 INFO [StoreOpener-9602cf35c3999a0a6fbb9fb878a0bffe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9602cf35c3999a0a6fbb9fb878a0bffe 2024-11-20T08:20:53,380 INFO [StoreOpener-9602cf35c3999a0a6fbb9fb878a0bffe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9602cf35c3999a0a6fbb9fb878a0bffe columnFamilyName f 2024-11-20T08:20:53,381 DEBUG [StoreOpener-9602cf35c3999a0a6fbb9fb878a0bffe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:53,381 INFO [StoreOpener-9602cf35c3999a0a6fbb9fb878a0bffe-1 {}] regionserver.HStore(327): Store=9602cf35c3999a0a6fbb9fb878a0bffe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:53,381 INFO [StoreOpener-9602cf35c3999a0a6fbb9fb878a0bffe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9602cf35c3999a0a6fbb9fb878a0bffe 2024-11-20T08:20:53,382 INFO [StoreOpener-9602cf35c3999a0a6fbb9fb878a0bffe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9602cf35c3999a0a6fbb9fb878a0bffe columnFamilyName f1 2024-11-20T08:20:53,383 DEBUG [StoreOpener-9602cf35c3999a0a6fbb9fb878a0bffe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:53,383 INFO [StoreOpener-9602cf35c3999a0a6fbb9fb878a0bffe-1 {}] regionserver.HStore(327): Store=9602cf35c3999a0a6fbb9fb878a0bffe/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:53,383 INFO [StoreOpener-9602cf35c3999a0a6fbb9fb878a0bffe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9602cf35c3999a0a6fbb9fb878a0bffe 2024-11-20T08:20:53,384 INFO [StoreOpener-9602cf35c3999a0a6fbb9fb878a0bffe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9602cf35c3999a0a6fbb9fb878a0bffe columnFamilyName norep 2024-11-20T08:20:53,384 DEBUG [StoreOpener-9602cf35c3999a0a6fbb9fb878a0bffe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:53,385 INFO [StoreOpener-9602cf35c3999a0a6fbb9fb878a0bffe-1 {}] regionserver.HStore(327): Store=9602cf35c3999a0a6fbb9fb878a0bffe/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:53,385 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9602cf35c3999a0a6fbb9fb878a0bffe 2024-11-20T08:20:53,385 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/default/test/9602cf35c3999a0a6fbb9fb878a0bffe 2024-11-20T08:20:53,386 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/default/test/9602cf35c3999a0a6fbb9fb878a0bffe 2024-11-20T08:20:53,387 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9602cf35c3999a0a6fbb9fb878a0bffe 2024-11-20T08:20:53,387 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9602cf35c3999a0a6fbb9fb878a0bffe 2024-11-20T08:20:53,387 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:20:53,389 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9602cf35c3999a0a6fbb9fb878a0bffe 2024-11-20T08:20:53,393 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/default/test/9602cf35c3999a0a6fbb9fb878a0bffe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:20:53,394 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9602cf35c3999a0a6fbb9fb878a0bffe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68001203, jitterRate=0.013296887278556824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:20:53,394 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9602cf35c3999a0a6fbb9fb878a0bffe 2024-11-20T08:20:53,394 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9602cf35c3999a0a6fbb9fb878a0bffe: Running coprocessor pre-open hook at 1732090853376Writing region info on filesystem at 1732090853376Initializing all the Stores at 1732090853378 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090853378Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090853378Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090853378Cleaning up temporary data from old regions at 1732090853387 (+9 ms)Running coprocessor post-open hooks at 1732090853394 (+7 ms)Region opened successfully at 1732090853394 2024-11-20T08:20:53,395 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732090852216.9602cf35c3999a0a6fbb9fb878a0bffe., pid=6, masterSystemTime=1732090853368 2024-11-20T08:20:53,397 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732090852216.9602cf35c3999a0a6fbb9fb878a0bffe. 2024-11-20T08:20:53,398 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732090852216.9602cf35c3999a0a6fbb9fb878a0bffe. 2024-11-20T08:20:53,399 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9602cf35c3999a0a6fbb9fb878a0bffe, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3354ef74e3b7,46215,1732090847701 2024-11-20T08:20:53,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9602cf35c3999a0a6fbb9fb878a0bffe, server=3354ef74e3b7,46215,1732090847701 because future has completed 2024-11-20T08:20:53,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:20:53,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9602cf35c3999a0a6fbb9fb878a0bffe, server=3354ef74e3b7,46215,1732090847701 in 189 msec 2024-11-20T08:20:53,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T08:20:53,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9602cf35c3999a0a6fbb9fb878a0bffe, ASSIGN in 348 msec 2024-11-20T08:20:53,411 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:20:53,412 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090853411"}]},"ts":"1732090853411"} 2024-11-20T08:20:53,414 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T08:20:53,415 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:20:53,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1990 sec 2024-11-20T08:20:53,495 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T08:20:54,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T08:20:54,318 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T08:20:54,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T08:20:54,318 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T08:20:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:20:54,364 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T08:20:54,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497ec1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:54,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41371,-1 for getting cluster id 2024-11-20T08:20:54,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:54,366 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '950e89a0-596f-44c1-bae5-824150d23773' 2024-11-20T08:20:54,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:54,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "950e89a0-596f-44c1-bae5-824150d23773" 2024-11-20T08:20:54,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b41141f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:54,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41371,-1] 2024-11-20T08:20:54,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:54,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:54,368 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:54,368 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14413e8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:54,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:54,370 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,41371,1732090839591 2024-11-20T08:20:54,370 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dff394c 2024-11-20T08:20:54,370 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:54,371 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:20:54,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41371 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3354ef74e3b7:38353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T08:20:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41371 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T08:20:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:54,375 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:38353' 2024-11-20T08:20:54,376 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5bafc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:54,376 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,38353,-1 for getting cluster id 2024-11-20T08:20:54,376 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:54,377 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05077c94-88a8-4217-ae76-0d00c3cce3e3' 2024-11-20T08:20:54,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:54,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05077c94-88a8-4217-ae76-0d00c3cce3e3" 2024-11-20T08:20:54,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@431ed29b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:54,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,38353,-1] 2024-11-20T08:20:54,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:54,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:54,378 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:54,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6bbc67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:54,378 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:54,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,38353,1732090843613 2024-11-20T08:20:54,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5790837b 2024-11-20T08:20:54,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:54,380 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:20:54,381 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T08:20:54,381 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T08:20:54,381 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:54,381 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:54,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:20:54,382 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:20:54,382 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T08:20:54,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:20:54,384 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:54,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:20:54,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741837_1013 (size=1138) 2024-11-20T08:20:54,415 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ceeb17b19fc680897bb28fb22c4702b8, NAME => 'hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8 2024-11-20T08:20:54,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741838_1014 (size=44) 2024-11-20T08:20:54,429 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:54,430 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ceeb17b19fc680897bb28fb22c4702b8, disabling compactions & flushes 2024-11-20T08:20:54,430 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8. 2024-11-20T08:20:54,430 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8. 2024-11-20T08:20:54,430 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8. after waiting 0 ms 2024-11-20T08:20:54,430 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8. 2024-11-20T08:20:54,430 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8. 2024-11-20T08:20:54,430 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ceeb17b19fc680897bb28fb22c4702b8: Waiting for close lock at 1732090854430Disabling compacts and flushes for region at 1732090854430Disabling writes for close at 1732090854430Writing region close event to WAL at 1732090854430Closed at 1732090854430 2024-11-20T08:20:54,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:20:54,431 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732090854431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090854431"}]},"ts":"1732090854431"} 2024-11-20T08:20:54,433 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T08:20:54,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:20:54,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:20:54,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090854435"}]},"ts":"1732090854435"} 2024-11-20T08:20:54,437 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T08:20:54,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ceeb17b19fc680897bb28fb22c4702b8, ASSIGN}] 2024-11-20T08:20:54,438 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ceeb17b19fc680897bb28fb22c4702b8, ASSIGN 2024-11-20T08:20:54,439 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ceeb17b19fc680897bb28fb22c4702b8, ASSIGN; state=OFFLINE, location=3354ef74e3b7,46357,1732090839651; forceNewPlan=false, retain=false 2024-11-20T08:20:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:54,590 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ceeb17b19fc680897bb28fb22c4702b8, regionState=OPENING, regionLocation=3354ef74e3b7,46357,1732090839651 2024-11-20T08:20:54,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ceeb17b19fc680897bb28fb22c4702b8, ASSIGN because future has completed 2024-11-20T08:20:54,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ceeb17b19fc680897bb28fb22c4702b8, server=3354ef74e3b7,46357,1732090839651}] 2024-11-20T08:20:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:54,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8. 2024-11-20T08:20:54,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:20:54,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T08:20:54,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C46357%2C1732090839651.rep, suffix=, logDir=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651, archiveDir=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/oldWALs, maxLogs=10 2024-11-20T08:20:54,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.rep.1732090854750, exclude list is [], retry=0 2024-11-20T08:20:54,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36109,DS-3be566f1-5a51-49b3-81cf-710cfff525c5,DISK] 2024-11-20T08:20:54,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.rep.1732090854750 2024-11-20T08:20:54,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38005:38005)] 2024-11-20T08:20:54,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ceeb17b19fc680897bb28fb22c4702b8, NAME => 'hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:20:54,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:20:54,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:20:54,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8. service=MultiRowMutationService 2024-11-20T08:20:54,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T08:20:54,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ceeb17b19fc680897bb28fb22c4702b8 2024-11-20T08:20:54,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:54,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ceeb17b19fc680897bb28fb22c4702b8 2024-11-20T08:20:54,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ceeb17b19fc680897bb28fb22c4702b8 2024-11-20T08:20:54,770 INFO [StoreOpener-ceeb17b19fc680897bb28fb22c4702b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ceeb17b19fc680897bb28fb22c4702b8 2024-11-20T08:20:54,771 INFO [StoreOpener-ceeb17b19fc680897bb28fb22c4702b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ceeb17b19fc680897bb28fb22c4702b8 columnFamilyName hfileref 2024-11-20T08:20:54,771 DEBUG [StoreOpener-ceeb17b19fc680897bb28fb22c4702b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:54,772 INFO [StoreOpener-ceeb17b19fc680897bb28fb22c4702b8-1 {}] regionserver.HStore(327): Store=ceeb17b19fc680897bb28fb22c4702b8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:54,772 INFO [StoreOpener-ceeb17b19fc680897bb28fb22c4702b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ceeb17b19fc680897bb28fb22c4702b8 2024-11-20T08:20:54,773 INFO [StoreOpener-ceeb17b19fc680897bb28fb22c4702b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ceeb17b19fc680897bb28fb22c4702b8 columnFamilyName queue 2024-11-20T08:20:54,773 DEBUG [StoreOpener-ceeb17b19fc680897bb28fb22c4702b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:54,773 INFO [StoreOpener-ceeb17b19fc680897bb28fb22c4702b8-1 {}] regionserver.HStore(327): Store=ceeb17b19fc680897bb28fb22c4702b8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:54,773 INFO [StoreOpener-ceeb17b19fc680897bb28fb22c4702b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ceeb17b19fc680897bb28fb22c4702b8 2024-11-20T08:20:54,774 INFO [StoreOpener-ceeb17b19fc680897bb28fb22c4702b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ceeb17b19fc680897bb28fb22c4702b8 columnFamilyName sid 2024-11-20T08:20:54,774 DEBUG [StoreOpener-ceeb17b19fc680897bb28fb22c4702b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:54,774 INFO [StoreOpener-ceeb17b19fc680897bb28fb22c4702b8-1 {}] regionserver.HStore(327): Store=ceeb17b19fc680897bb28fb22c4702b8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:54,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ceeb17b19fc680897bb28fb22c4702b8 2024-11-20T08:20:54,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/replication/ceeb17b19fc680897bb28fb22c4702b8 2024-11-20T08:20:54,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/replication/ceeb17b19fc680897bb28fb22c4702b8 2024-11-20T08:20:54,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ceeb17b19fc680897bb28fb22c4702b8 2024-11-20T08:20:54,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ceeb17b19fc680897bb28fb22c4702b8 2024-11-20T08:20:54,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:20:54,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ceeb17b19fc680897bb28fb22c4702b8 2024-11-20T08:20:54,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/replication/ceeb17b19fc680897bb28fb22c4702b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:20:54,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ceeb17b19fc680897bb28fb22c4702b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59043959, jitterRate=-0.12017644941806793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:20:54,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ceeb17b19fc680897bb28fb22c4702b8 2024-11-20T08:20:54,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ceeb17b19fc680897bb28fb22c4702b8: Running coprocessor pre-open hook at 1732090854769Writing region info on filesystem at 1732090854769Initializing all the Stores at 1732090854770 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090854770Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090854770Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090854770Cleaning up temporary data from old regions at 1732090854776 (+6 ms)Running coprocessor post-open hooks at 1732090854778 (+2 ms)Region opened successfully at 1732090854778 2024-11-20T08:20:54,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8., pid=10, masterSystemTime=1732090854744 2024-11-20T08:20:54,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8. 2024-11-20T08:20:54,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8. 2024-11-20T08:20:54,781 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ceeb17b19fc680897bb28fb22c4702b8, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,46357,1732090839651 2024-11-20T08:20:54,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ceeb17b19fc680897bb28fb22c4702b8, server=3354ef74e3b7,46357,1732090839651 because future has completed 2024-11-20T08:20:54,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T08:20:54,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ceeb17b19fc680897bb28fb22c4702b8, server=3354ef74e3b7,46357,1732090839651 in 192 msec 2024-11-20T08:20:54,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T08:20:54,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ceeb17b19fc680897bb28fb22c4702b8, ASSIGN in 349 msec 2024-11-20T08:20:54,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:20:54,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090854788"}]},"ts":"1732090854788"} 2024-11-20T08:20:54,790 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T08:20:54,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:20:54,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 409 msec 2024-11-20T08:20:54,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8., hostname=3354ef74e3b7,46357,1732090839651, seqNum=2] 2024-11-20T08:20:54,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-917888512 2024-11-20T08:20:54,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1013476a8e40001, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-917888512 2024-11-20T08:20:54,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T08:20:55,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46357 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T08:20:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:55,003 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T08:20:55,036 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3354ef74e3b7,46357,1732090839651, ReplicationSource: 1, currentBandwidth=0 2024-11-20T08:20:55,037 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:55,037 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46357,1732090839651, seqNum=-1] 2024-11-20T08:20:55,037 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:55,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-20T08:20:55,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3354ef74e3b7,46357,1732090839651', locateType=CURRENT is [region=hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8., hostname=3354ef74e3b7,46357,1732090839651, seqNum=2] 2024-11-20T08:20:55,051 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T08:20:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41371 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T08:20:55,054 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3354ef74e3b7,46357,1732090839651 suceeded 2024-11-20T08:20:55,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T08:20:55,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-20T08:20:55,056 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3354ef74e3b7:38353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T08:20:55,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 685 msec 2024-11-20T08:20:55,071 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:38353' 2024-11-20T08:20:55,073 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d07b193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:55,073 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,38353,-1 for getting cluster id 2024-11-20T08:20:55,073 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:55,073 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05077c94-88a8-4217-ae76-0d00c3cce3e3' 2024-11-20T08:20:55,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:55,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05077c94-88a8-4217-ae76-0d00c3cce3e3" 2024-11-20T08:20:55,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6863bc0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:55,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,38353,-1] 2024-11-20T08:20:55,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:55,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:55,075 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:55,076 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@354dc961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:55,076 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:55,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,38353,1732090843613 2024-11-20T08:20:55,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@438b19ad 2024-11-20T08:20:55,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:55,078 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-20T08:20:55,078 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3354ef74e3b7,46357,1732090839651 (queues=1) is replicating from cluster=950e89a0-596f-44c1-bae5-824150d23773 to cluster=05077c94-88a8-4217-ae76-0d00c3cce3e3 2024-11-20T08:20:55,078 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3354ef74e3b7%2C46357%2C1732090839651 2024-11-20T08:20:55,078 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3354ef74e3b7,46357,1732090839651, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T08:20:55,080 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635, startPosition=0, beingWritten=true 2024-11-20T08:20:55,088 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.shipper3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3354ef74e3b7%2C46357%2C1732090839651 2024-11-20T08:20:55,094 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:20:55,094 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 379, reset compression=false 2024-11-20T08:20:55,097 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.shipper3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46357,1732090839651 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:20:55,309 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 379, reset compression=false 2024-11-20T08:20:55,310 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:20:55,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:55,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:55,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:55,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:55,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:55,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:55,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:55,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:55,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:55,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:55,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:55,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:55,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:55,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:55,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:20:55,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:55,514 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T08:20:55,514 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:20:55,514 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:20:55,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:55,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:55,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:20:55,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417ab2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:55,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,38353,-1 for getting cluster id 2024-11-20T08:20:55,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:55,516 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05077c94-88a8-4217-ae76-0d00c3cce3e3' 2024-11-20T08:20:55,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:55,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05077c94-88a8-4217-ae76-0d00c3cce3e3" 2024-11-20T08:20:55,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37026043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:55,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,38353,-1] 2024-11-20T08:20:55,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:55,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:55,518 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:55,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52882216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:55,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:55,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,38353,1732090843613 2024-11-20T08:20:55,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22ff1f2e 2024-11-20T08:20:55,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:55,520 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:20:55,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3354ef74e3b7:32869,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T08:20:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T08:20:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:55,524 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:32869' 2024-11-20T08:20:55,525 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34daac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:55,525 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,32869,-1 for getting cluster id 2024-11-20T08:20:55,525 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:55,525 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae2eb30d-29f5-4e7e-9c40-af8642422835' 2024-11-20T08:20:55,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:55,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae2eb30d-29f5-4e7e-9c40-af8642422835" 2024-11-20T08:20:55,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b106271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:55,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,32869,-1] 2024-11-20T08:20:55,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:55,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:55,527 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:55,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b47153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:55,527 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:55,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,32869,1732090847666 2024-11-20T08:20:55,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a6a9f90 2024-11-20T08:20:55,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:55,529 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:20:55,530 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T08:20:55,530 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T08:20:55,530 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:55,530 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:55,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:20:55,530 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:20:55,531 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T08:20:55,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:20:55,532 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:55,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:20:55,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741837_1013 (size=1138) 2024-11-20T08:20:55,582 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T08:20:55,616 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 379, reset compression=false 2024-11-20T08:20:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:55,942 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ff70df362e6d76cd782a57ab2c06d02, NAME => 'hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f 2024-11-20T08:20:55,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741838_1014 (size=44) 2024-11-20T08:20:55,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:55,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8ff70df362e6d76cd782a57ab2c06d02, disabling compactions & flushes 2024-11-20T08:20:55,959 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02. 2024-11-20T08:20:55,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02. 2024-11-20T08:20:55,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02. after waiting 0 ms 2024-11-20T08:20:55,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02. 2024-11-20T08:20:55,959 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02. 2024-11-20T08:20:55,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ff70df362e6d76cd782a57ab2c06d02: Waiting for close lock at 1732090855959Disabling compacts and flushes for region at 1732090855959Disabling writes for close at 1732090855959Writing region close event to WAL at 1732090855959Closed at 1732090855959 2024-11-20T08:20:55,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:20:55,961 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732090855961"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090855961"}]},"ts":"1732090855961"} 2024-11-20T08:20:55,964 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:20:55,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:20:55,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090855965"}]},"ts":"1732090855965"} 2024-11-20T08:20:55,967 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T08:20:55,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ff70df362e6d76cd782a57ab2c06d02, ASSIGN}] 2024-11-20T08:20:55,968 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ff70df362e6d76cd782a57ab2c06d02, ASSIGN 2024-11-20T08:20:55,970 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8ff70df362e6d76cd782a57ab2c06d02, ASSIGN; state=OFFLINE, location=3354ef74e3b7,34649,1732090843651; forceNewPlan=false, retain=false 2024-11-20T08:20:56,021 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 379, reset compression=false 2024-11-20T08:20:56,121 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8ff70df362e6d76cd782a57ab2c06d02, regionState=OPENING, regionLocation=3354ef74e3b7,34649,1732090843651 2024-11-20T08:20:56,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8ff70df362e6d76cd782a57ab2c06d02, ASSIGN because future has completed 2024-11-20T08:20:56,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ff70df362e6d76cd782a57ab2c06d02, server=3354ef74e3b7,34649,1732090843651}] 2024-11-20T08:20:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:56,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02. 2024-11-20T08:20:56,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:20:56,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T08:20:56,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C34649%2C1732090843651.rep, suffix=, logDir=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651, archiveDir=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/oldWALs, maxLogs=10 2024-11-20T08:20:56,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.rep.1732090856288, exclude list is [], retry=0 2024-11-20T08:20:56,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46143,DS-4a1ccab0-c9bc-46a7-b486-532d46bcbb20,DISK] 2024-11-20T08:20:56,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.rep.1732090856288 2024-11-20T08:20:56,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38501:38501)] 2024-11-20T08:20:56,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ff70df362e6d76cd782a57ab2c06d02, NAME => 'hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:20:56,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:20:56,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:20:56,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02. service=MultiRowMutationService 2024-11-20T08:20:56,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T08:20:56,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8ff70df362e6d76cd782a57ab2c06d02 2024-11-20T08:20:56,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:56,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8ff70df362e6d76cd782a57ab2c06d02 2024-11-20T08:20:56,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8ff70df362e6d76cd782a57ab2c06d02 2024-11-20T08:20:56,319 INFO [StoreOpener-8ff70df362e6d76cd782a57ab2c06d02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8ff70df362e6d76cd782a57ab2c06d02 2024-11-20T08:20:56,320 INFO [StoreOpener-8ff70df362e6d76cd782a57ab2c06d02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ff70df362e6d76cd782a57ab2c06d02 columnFamilyName hfileref 2024-11-20T08:20:56,321 DEBUG [StoreOpener-8ff70df362e6d76cd782a57ab2c06d02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:56,321 INFO [StoreOpener-8ff70df362e6d76cd782a57ab2c06d02-1 {}] regionserver.HStore(327): Store=8ff70df362e6d76cd782a57ab2c06d02/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:56,321 INFO [StoreOpener-8ff70df362e6d76cd782a57ab2c06d02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8ff70df362e6d76cd782a57ab2c06d02 2024-11-20T08:20:56,322 INFO [StoreOpener-8ff70df362e6d76cd782a57ab2c06d02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ff70df362e6d76cd782a57ab2c06d02 columnFamilyName queue 2024-11-20T08:20:56,322 DEBUG [StoreOpener-8ff70df362e6d76cd782a57ab2c06d02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:56,322 INFO [StoreOpener-8ff70df362e6d76cd782a57ab2c06d02-1 {}] regionserver.HStore(327): Store=8ff70df362e6d76cd782a57ab2c06d02/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:56,322 INFO [StoreOpener-8ff70df362e6d76cd782a57ab2c06d02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8ff70df362e6d76cd782a57ab2c06d02 2024-11-20T08:20:56,323 INFO [StoreOpener-8ff70df362e6d76cd782a57ab2c06d02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ff70df362e6d76cd782a57ab2c06d02 columnFamilyName sid 2024-11-20T08:20:56,323 DEBUG [StoreOpener-8ff70df362e6d76cd782a57ab2c06d02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:56,324 INFO [StoreOpener-8ff70df362e6d76cd782a57ab2c06d02-1 {}] regionserver.HStore(327): Store=8ff70df362e6d76cd782a57ab2c06d02/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:56,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8ff70df362e6d76cd782a57ab2c06d02 2024-11-20T08:20:56,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/replication/8ff70df362e6d76cd782a57ab2c06d02 2024-11-20T08:20:56,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/replication/8ff70df362e6d76cd782a57ab2c06d02 2024-11-20T08:20:56,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8ff70df362e6d76cd782a57ab2c06d02 2024-11-20T08:20:56,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8ff70df362e6d76cd782a57ab2c06d02 2024-11-20T08:20:56,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:20:56,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8ff70df362e6d76cd782a57ab2c06d02 2024-11-20T08:20:56,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/replication/8ff70df362e6d76cd782a57ab2c06d02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:20:56,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8ff70df362e6d76cd782a57ab2c06d02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59925644, jitterRate=-0.10703831911087036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:20:56,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ff70df362e6d76cd782a57ab2c06d02 2024-11-20T08:20:56,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8ff70df362e6d76cd782a57ab2c06d02: Running coprocessor pre-open hook at 1732090856318Writing region info on filesystem at 1732090856318Initializing all the Stores at 1732090856319 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090856319Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090856319Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090856319Cleaning up temporary data from old regions at 1732090856326 (+7 ms)Running coprocessor post-open hooks at 1732090856343 (+17 ms)Region opened successfully at 1732090856343 2024-11-20T08:20:56,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02., pid=10, masterSystemTime=1732090856282 2024-11-20T08:20:56,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02. 2024-11-20T08:20:56,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02. 2024-11-20T08:20:56,349 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8ff70df362e6d76cd782a57ab2c06d02, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,34649,1732090843651 2024-11-20T08:20:56,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ff70df362e6d76cd782a57ab2c06d02, server=3354ef74e3b7,34649,1732090843651 because future has completed 2024-11-20T08:20:56,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T08:20:56,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ff70df362e6d76cd782a57ab2c06d02, server=3354ef74e3b7,34649,1732090843651 in 228 msec 2024-11-20T08:20:56,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T08:20:56,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ff70df362e6d76cd782a57ab2c06d02, ASSIGN in 388 msec 2024-11-20T08:20:56,358 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:20:56,358 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090856358"}]},"ts":"1732090856358"} 2024-11-20T08:20:56,361 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T08:20:56,362 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:20:56,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 832 msec 2024-11-20T08:20:56,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02., hostname=3354ef74e3b7,34649,1732090843651, seqNum=2] 2024-11-20T08:20:56,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1207630146 2024-11-20T08:20:56,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x1013476a8e40004, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1207630146 2024-11-20T08:20:56,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T08:20:56,526 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 379, reset compression=false 2024-11-20T08:20:56,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T08:20:56,564 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T08:20:56,597 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3354ef74e3b7,34649,1732090843651, ReplicationSource: 1, currentBandwidth=0 2024-11-20T08:20:56,597 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:56,598 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,34649,1732090843651, seqNum=-1] 2024-11-20T08:20:56,598 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:56,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-20T08:20:56,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3354ef74e3b7,34649,1732090843651', locateType=CURRENT is [region=hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02., hostname=3354ef74e3b7,34649,1732090843651, seqNum=2] 2024-11-20T08:20:56,603 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T08:20:56,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T08:20:56,605 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3354ef74e3b7,34649,1732090843651 suceeded 2024-11-20T08:20:56,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T08:20:56,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-20T08:20:56,607 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3354ef74e3b7:32869,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T08:20:56,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0860 sec 2024-11-20T08:20:56,621 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:32869' 2024-11-20T08:20:56,622 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4041e8a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:56,622 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,32869,-1 for getting cluster id 2024-11-20T08:20:56,622 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:56,623 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae2eb30d-29f5-4e7e-9c40-af8642422835' 2024-11-20T08:20:56,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:56,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae2eb30d-29f5-4e7e-9c40-af8642422835" 2024-11-20T08:20:56,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7766fc5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:56,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,32869,-1] 2024-11-20T08:20:56,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:56,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:56,625 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:56,625 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3083d3ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:56,625 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:56,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,32869,1732090847666 2024-11-20T08:20:56,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@390c56a2 2024-11-20T08:20:56,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:56,627 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-20T08:20:56,628 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3354ef74e3b7,34649,1732090843651 (queues=1) is replicating from cluster=05077c94-88a8-4217-ae76-0d00c3cce3e3 to cluster=ae2eb30d-29f5-4e7e-9c40-af8642422835 2024-11-20T08:20:56,628 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3354ef74e3b7%2C34649%2C1732090843651 2024-11-20T08:20:56,628 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3354ef74e3b7,34649,1732090843651, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T08:20:56,628 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636, startPosition=0, beingWritten=true 2024-11-20T08:20:56,628 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.shipper3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3354ef74e3b7%2C34649%2C1732090843651 2024-11-20T08:20:56,633 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:20:56,633 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 379, reset compression=false 2024-11-20T08:20:56,633 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.shipper3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,34649,1732090843651 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:20:56,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:56,664 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T08:20:56,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:20:56,665 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:20:56,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:56,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:56,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:20:56,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d05700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:56,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,32869,-1 for getting cluster id 2024-11-20T08:20:56,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:56,667 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae2eb30d-29f5-4e7e-9c40-af8642422835' 2024-11-20T08:20:56,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:56,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae2eb30d-29f5-4e7e-9c40-af8642422835" 2024-11-20T08:20:56,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a015d83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:56,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,32869,-1] 2024-11-20T08:20:56,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:56,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:56,668 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:56,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a89e337, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:56,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,32869,1732090847666 2024-11-20T08:20:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47b1dd9d 2024-11-20T08:20:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:56,671 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:20:56,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3354ef74e3b7:38353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T08:20:56,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T08:20:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:56,674 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:38353' 2024-11-20T08:20:56,675 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51749ef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:56,675 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,38353,-1 for getting cluster id 2024-11-20T08:20:56,675 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:56,676 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05077c94-88a8-4217-ae76-0d00c3cce3e3' 2024-11-20T08:20:56,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:56,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05077c94-88a8-4217-ae76-0d00c3cce3e3" 2024-11-20T08:20:56,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de874dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:56,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,38353,-1] 2024-11-20T08:20:56,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:56,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:56,677 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:56,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7026b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:56,678 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:56,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,38353,1732090843613 2024-11-20T08:20:56,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49296ad4 2024-11-20T08:20:56,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:56,679 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:20:56,680 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T08:20:56,680 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T08:20:56,680 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:56,680 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:56,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:20:56,680 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:20:56,681 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T08:20:56,682 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:20:56,682 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:56,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:20:56,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741837_1013 (size=1138) 2024-11-20T08:20:56,731 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T08:20:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:56,836 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 379, reset compression=false 2024-11-20T08:20:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:57,096 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 79f3587cdff3b86cabfe4ae1710fe2fb, NAME => 'hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f 2024-11-20T08:20:57,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741838_1014 (size=44) 2024-11-20T08:20:57,131 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 379, reset compression=false 2024-11-20T08:20:57,139 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 379, reset compression=false 2024-11-20T08:20:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:57,500 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T08:20:57,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:57,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 79f3587cdff3b86cabfe4ae1710fe2fb, disabling compactions & flushes 2024-11-20T08:20:57,507 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb. 2024-11-20T08:20:57,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb. 2024-11-20T08:20:57,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb. after waiting 0 ms 2024-11-20T08:20:57,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb. 2024-11-20T08:20:57,507 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb. 2024-11-20T08:20:57,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 79f3587cdff3b86cabfe4ae1710fe2fb: Waiting for close lock at 1732090857507Disabling compacts and flushes for region at 1732090857507Disabling writes for close at 1732090857507Writing region close event to WAL at 1732090857507Closed at 1732090857507 2024-11-20T08:20:57,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:20:57,509 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732090857508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090857508"}]},"ts":"1732090857508"} 2024-11-20T08:20:57,510 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:20:57,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:20:57,511 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090857511"}]},"ts":"1732090857511"} 2024-11-20T08:20:57,515 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T08:20:57,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=79f3587cdff3b86cabfe4ae1710fe2fb, ASSIGN}] 2024-11-20T08:20:57,517 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=79f3587cdff3b86cabfe4ae1710fe2fb, ASSIGN 2024-11-20T08:20:57,518 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=79f3587cdff3b86cabfe4ae1710fe2fb, ASSIGN; state=OFFLINE, location=3354ef74e3b7,46215,1732090847701; forceNewPlan=false, retain=false 2024-11-20T08:20:57,543 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 379, reset compression=false 2024-11-20T08:20:57,669 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=79f3587cdff3b86cabfe4ae1710fe2fb, regionState=OPENING, regionLocation=3354ef74e3b7,46215,1732090847701 2024-11-20T08:20:57,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=79f3587cdff3b86cabfe4ae1710fe2fb, ASSIGN because future has completed 2024-11-20T08:20:57,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79f3587cdff3b86cabfe4ae1710fe2fb, server=3354ef74e3b7,46215,1732090847701}] 2024-11-20T08:20:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:57,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb. 2024-11-20T08:20:57,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:20:57,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T08:20:57,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C46215%2C1732090847701.rep, suffix=, logDir=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701, archiveDir=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/oldWALs, maxLogs=10 2024-11-20T08:20:57,837 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 379, reset compression=false 2024-11-20T08:20:57,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.rep.1732090857835, exclude list is [], retry=0 2024-11-20T08:20:57,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46665,DS-79782119-a8f8-4036-ad5b-6591c459d11f,DISK] 2024-11-20T08:20:57,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.rep.1732090857835 2024-11-20T08:20:57,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39869:39869)] 2024-11-20T08:20:57,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 79f3587cdff3b86cabfe4ae1710fe2fb, NAME => 'hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:20:57,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:20:57,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:20:57,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb. service=MultiRowMutationService 2024-11-20T08:20:57,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T08:20:57,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 79f3587cdff3b86cabfe4ae1710fe2fb 2024-11-20T08:20:57,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:20:57,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 79f3587cdff3b86cabfe4ae1710fe2fb 2024-11-20T08:20:57,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 79f3587cdff3b86cabfe4ae1710fe2fb 2024-11-20T08:20:57,864 INFO [StoreOpener-79f3587cdff3b86cabfe4ae1710fe2fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 79f3587cdff3b86cabfe4ae1710fe2fb 2024-11-20T08:20:57,865 INFO [StoreOpener-79f3587cdff3b86cabfe4ae1710fe2fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79f3587cdff3b86cabfe4ae1710fe2fb columnFamilyName hfileref 2024-11-20T08:20:57,866 DEBUG [StoreOpener-79f3587cdff3b86cabfe4ae1710fe2fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:57,866 INFO [StoreOpener-79f3587cdff3b86cabfe4ae1710fe2fb-1 {}] regionserver.HStore(327): Store=79f3587cdff3b86cabfe4ae1710fe2fb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:57,866 INFO [StoreOpener-79f3587cdff3b86cabfe4ae1710fe2fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 79f3587cdff3b86cabfe4ae1710fe2fb 2024-11-20T08:20:57,867 INFO [StoreOpener-79f3587cdff3b86cabfe4ae1710fe2fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79f3587cdff3b86cabfe4ae1710fe2fb columnFamilyName queue 2024-11-20T08:20:57,867 DEBUG [StoreOpener-79f3587cdff3b86cabfe4ae1710fe2fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:57,867 INFO [StoreOpener-79f3587cdff3b86cabfe4ae1710fe2fb-1 {}] regionserver.HStore(327): Store=79f3587cdff3b86cabfe4ae1710fe2fb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:57,867 INFO [StoreOpener-79f3587cdff3b86cabfe4ae1710fe2fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 79f3587cdff3b86cabfe4ae1710fe2fb 2024-11-20T08:20:57,868 INFO [StoreOpener-79f3587cdff3b86cabfe4ae1710fe2fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79f3587cdff3b86cabfe4ae1710fe2fb columnFamilyName sid 2024-11-20T08:20:57,868 DEBUG [StoreOpener-79f3587cdff3b86cabfe4ae1710fe2fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:20:57,868 INFO [StoreOpener-79f3587cdff3b86cabfe4ae1710fe2fb-1 {}] regionserver.HStore(327): Store=79f3587cdff3b86cabfe4ae1710fe2fb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:20:57,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 79f3587cdff3b86cabfe4ae1710fe2fb 2024-11-20T08:20:57,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/replication/79f3587cdff3b86cabfe4ae1710fe2fb 2024-11-20T08:20:57,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/replication/79f3587cdff3b86cabfe4ae1710fe2fb 2024-11-20T08:20:57,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 79f3587cdff3b86cabfe4ae1710fe2fb 2024-11-20T08:20:57,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 79f3587cdff3b86cabfe4ae1710fe2fb 2024-11-20T08:20:57,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:20:57,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 79f3587cdff3b86cabfe4ae1710fe2fb 2024-11-20T08:20:57,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/replication/79f3587cdff3b86cabfe4ae1710fe2fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:20:57,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 79f3587cdff3b86cabfe4ae1710fe2fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67674759, jitterRate=0.00843249261379242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:20:57,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79f3587cdff3b86cabfe4ae1710fe2fb 2024-11-20T08:20:57,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 79f3587cdff3b86cabfe4ae1710fe2fb: Running coprocessor pre-open hook at 1732090857862Writing region info on filesystem at 1732090857862Initializing all the Stores at 1732090857862Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090857862Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090857864 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090857864Cleaning up temporary data from old regions at 1732090857871 (+7 ms)Running coprocessor post-open hooks at 1732090857882 (+11 ms)Region opened successfully at 1732090857882 2024-11-20T08:20:57,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb., pid=10, masterSystemTime=1732090857824 2024-11-20T08:20:57,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb. 2024-11-20T08:20:57,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb. 2024-11-20T08:20:57,885 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=79f3587cdff3b86cabfe4ae1710fe2fb, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,46215,1732090847701 2024-11-20T08:20:57,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79f3587cdff3b86cabfe4ae1710fe2fb, server=3354ef74e3b7,46215,1732090847701 because future has completed 2024-11-20T08:20:57,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T08:20:57,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 79f3587cdff3b86cabfe4ae1710fe2fb, server=3354ef74e3b7,46215,1732090847701 in 216 msec 2024-11-20T08:20:57,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T08:20:57,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=79f3587cdff3b86cabfe4ae1710fe2fb, ASSIGN in 374 msec 2024-11-20T08:20:57,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:20:57,892 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090857892"}]},"ts":"1732090857892"} 2024-11-20T08:20:57,893 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T08:20:57,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:20:57,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2140 sec 2024-11-20T08:20:57,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb., hostname=3354ef74e3b7,46215,1732090847701, seqNum=2] 2024-11-20T08:20:57,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x1013476a8e40007, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016707264 2024-11-20T08:20:57,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016707264 2024-11-20T08:20:57,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T08:20:58,047 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 379, reset compression=false 2024-11-20T08:20:58,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T08:20:58,101 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T08:20:58,139 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3354ef74e3b7,46215,1732090847701, ReplicationSource: 1, currentBandwidth=0 2024-11-20T08:20:58,140 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:58,140 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46215,1732090847701, seqNum=-1] 2024-11-20T08:20:58,141 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:58,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-20T08:20:58,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3354ef74e3b7,46215,1732090847701', locateType=CURRENT is [region=hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb., hostname=3354ef74e3b7,46215,1732090847701, seqNum=2] 2024-11-20T08:20:58,146 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T08:20:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T08:20:58,148 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3354ef74e3b7,46215,1732090847701 suceeded 2024-11-20T08:20:58,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T08:20:58,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-20T08:20:58,150 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3354ef74e3b7:38353,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T08:20:58,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4800 sec 2024-11-20T08:20:58,161 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:38353' 2024-11-20T08:20:58,162 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14bd2215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:58,163 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,38353,-1 for getting cluster id 2024-11-20T08:20:58,163 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:58,163 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05077c94-88a8-4217-ae76-0d00c3cce3e3' 2024-11-20T08:20:58,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:58,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05077c94-88a8-4217-ae76-0d00c3cce3e3" 2024-11-20T08:20:58,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5518abd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:58,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,38353,-1] 2024-11-20T08:20:58,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:58,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:58,165 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:58,166 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4df03691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:58,166 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:20:58,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,38353,1732090843613 2024-11-20T08:20:58,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3035d85b 2024-11-20T08:20:58,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:20:58,167 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-20T08:20:58,168 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3354ef74e3b7,46215,1732090847701 (queues=1) is replicating from cluster=ae2eb30d-29f5-4e7e-9c40-af8642422835 to cluster=05077c94-88a8-4217-ae76-0d00c3cce3e3 2024-11-20T08:20:58,168 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3354ef74e3b7%2C46215%2C1732090847701 2024-11-20T08:20:58,168 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3354ef74e3b7,46215,1732090847701, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T08:20:58,169 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285, startPosition=0, beingWritten=true 2024-11-20T08:20:58,169 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.shipper3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3354ef74e3b7%2C46215%2C1732090847701 2024-11-20T08:20:58,173 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:20:58,173 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 379, reset compression=false 2024-11-20T08:20:58,173 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.shipper3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46215,1732090847701 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:20:58,377 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 379, reset compression=false 2024-11-20T08:20:58,646 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 379, reset compression=false 2024-11-20T08:20:58,651 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 379, reset compression=false 2024-11-20T08:20:58,681 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 379, reset compression=false 2024-11-20T08:20:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:20:58,824 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T08:20:58,824 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:20:58,824 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:20:58,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:58,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:58,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:20:58,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d6f679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:58,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41371,-1 for getting cluster id 2024-11-20T08:20:58,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:58,826 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '950e89a0-596f-44c1-bae5-824150d23773' 2024-11-20T08:20:58,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:58,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "950e89a0-596f-44c1-bae5-824150d23773" 2024-11-20T08:20:58,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a89c79d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:58,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41371,-1] 2024-11-20T08:20:58,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:58,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:58,828 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:58,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d39c0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:58,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8ad612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:58,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,38353,-1 for getting cluster id 2024-11-20T08:20:58,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:58,838 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05077c94-88a8-4217-ae76-0d00c3cce3e3' 2024-11-20T08:20:58,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:58,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05077c94-88a8-4217-ae76-0d00c3cce3e3" 2024-11-20T08:20:58,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27de653c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:58,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,38353,-1] 2024-11-20T08:20:58,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:58,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:58,839 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:58,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba20ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:58,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd6e169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:58,841 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,32869,-1 for getting cluster id 2024-11-20T08:20:58,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:58,841 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae2eb30d-29f5-4e7e-9c40-af8642422835' 2024-11-20T08:20:58,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:58,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae2eb30d-29f5-4e7e-9c40-af8642422835" 2024-11-20T08:20:58,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572a7651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:58,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,32869,-1] 2024-11-20T08:20:58,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:58,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:58,843 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:58,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6d2930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:58,844 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:58,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46357,1732090839651, seqNum=-1] 2024-11-20T08:20:58,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:58,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:20:58,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732090849937.18294e56889fba542486ae3464ad3133., hostname=3354ef74e3b7,46357,1732090839651, seqNum=2] 2024-11-20T08:20:58,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:58,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46215,1732090847701, seqNum=-1] 2024-11-20T08:20:58,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:58,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:20:58,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732090852216.9602cf35c3999a0a6fbb9fb878a0bffe., hostname=3354ef74e3b7,46215,1732090847701, seqNum=2] 2024-11-20T08:20:58,859 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T08:20:59,093 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 379, reset compression=false 2024-11-20T08:20:59,354 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 379, reset compression=false 2024-11-20T08:20:59,551 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 379, reset compression=false 2024-11-20T08:20:59,556 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:20:59,556 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 480, reset compression=false 2024-11-20T08:20:59,556 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.shipper3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46357,1732090839651 got entry batch from reader: WALEntryBatch [walEntries=[{test/18294e56889fba542486ae3464ad3133/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T08:20:59,559 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.shipper3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:20:59,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-20T08:20:59,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:20:59,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68ba5fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:59,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,38353,-1 for getting cluster id 2024-11-20T08:20:59,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:20:59,562 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05077c94-88a8-4217-ae76-0d00c3cce3e3' 2024-11-20T08:20:59,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:20:59,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05077c94-88a8-4217-ae76-0d00c3cce3e3" 2024-11-20T08:20:59,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e41863b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:59,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,38353,-1] 2024-11-20T08:20:59,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:20:59,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:20:59,563 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:20:59,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@326b1dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:20:59,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:20:59,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,34649,1732090843651, seqNum=-1] 2024-11-20T08:20:59,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:20:59,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-20T08:20:59,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732090851077.6fb3333fdaf9d57ad90f9df4a958810d., hostname=3354ef74e3b7,34649,1732090843651, seqNum=2] 2024-11-20T08:20:59,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:20:59,609 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 379, reset compression=false 2024-11-20T08:20:59,760 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 480, reset compression=false 2024-11-20T08:20:59,861 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T08:21:00,064 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 480, reset compression=false 2024-11-20T08:21:00,161 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 379, reset compression=false 2024-11-20T08:21:00,167 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:21:00,167 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 504, reset compression=false 2024-11-20T08:21:00,167 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.shipper3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,34649,1732090843651 got entry batch from reader: WALEntryBatch [walEntries=[{test/6fb3333fdaf9d57ad90f9df4a958810d/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-20T08:21:00,169 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.shipper3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:21:00,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-20T08:21:00,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46215 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:21:00,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b6a7429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:00,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46215 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,32869,-1 for getting cluster id 2024-11-20T08:21:00,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:21:00,172 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae2eb30d-29f5-4e7e-9c40-af8642422835' 2024-11-20T08:21:00,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:21:00,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae2eb30d-29f5-4e7e-9c40-af8642422835" 2024-11-20T08:21:00,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bf749b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:00,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,32869,-1] 2024-11-20T08:21:00,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:21:00,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:00,173 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:21:00,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33066a13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:00,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46215 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:21:00,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,46215,1732090847701, seqNum=-1] 2024-11-20T08:21:00,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:21:00,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-20T08:21:00,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732090852216.9602cf35c3999a0a6fbb9fb878a0bffe., hostname=3354ef74e3b7,46215,1732090847701, seqNum=2] 2024-11-20T08:21:00,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46215 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:21:00,213 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 379, reset compression=false 2024-11-20T08:21:00,223 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:21:00,223 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 527, reset compression=false 2024-11-20T08:21:00,223 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.shipper3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46215,1732090847701 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:21:00,272 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:21:00,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:00,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:00,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:00,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:00,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:00,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:00,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:00,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:00,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:00,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:00,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:00,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:00,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:00,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:00,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:00,371 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 504, reset compression=false 2024-11-20T08:21:00,427 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 527, reset compression=false 2024-11-20T08:21:00,468 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 480, reset compression=false 2024-11-20T08:21:00,674 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 504, reset compression=false 2024-11-20T08:21:00,733 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 527, reset compression=false 2024-11-20T08:21:00,853 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:21:00,853 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T08:21:00,854 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88657 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T08:21:00,863 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T08:21:00,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:21:00,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,34649,1732090843651, seqNum=-1] 2024-11-20T08:21:00,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:21:00,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:21:00,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732090851077.6fb3333fdaf9d57ad90f9df4a958810d., hostname=3354ef74e3b7,34649,1732090843651, seqNum=2] 2024-11-20T08:21:00,870 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T08:21:00,972 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 480, reset compression=false 2024-11-20T08:21:01,082 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 504, reset compression=false 2024-11-20T08:21:01,087 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:21:01,087 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 608, reset compression=false 2024-11-20T08:21:01,087 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.shipper3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,34649,1732090843651 got entry batch from reader: WALEntryBatch [walEntries=[{test/6fb3333fdaf9d57ad90f9df4a958810d/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T08:21:01,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46215 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:21:01,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46215 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:21:01,137 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 527, reset compression=false 2024-11-20T08:21:01,141 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:21:01,141 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 654, reset compression=false 2024-11-20T08:21:01,141 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.shipper3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46215,1732090847701 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:21:01,290 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 608, reset compression=false 2024-11-20T08:21:01,344 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 654, reset compression=false 2024-11-20T08:21:01,575 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 480, reset compression=false 2024-11-20T08:21:01,594 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 608, reset compression=false 2024-11-20T08:21:01,647 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 654, reset compression=false 2024-11-20T08:21:01,871 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T08:21:01,874 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-20T08:21:01,999 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 608, reset compression=false 2024-11-20T08:21:02,051 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 654, reset compression=false 2024-11-20T08:21:02,057 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:21:02,057 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 758, reset compression=false 2024-11-20T08:21:02,057 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.shipper3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46215,1732090847701 got entry batch from reader: WALEntryBatch [walEntries=[{test/9602cf35c3999a0a6fbb9fb878a0bffe/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T08:21:02,059 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.shipper3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:21:02,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-20T08:21:02,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:21:02,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:21:02,264 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 758, reset compression=false 2024-11-20T08:21:02,280 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 480, reset compression=false 2024-11-20T08:21:02,503 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 608, reset compression=false 2024-11-20T08:21:02,508 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:21:02,508 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 736, reset compression=false 2024-11-20T08:21:02,508 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.shipper3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,34649,1732090843651 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:21:02,569 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 758, reset compression=false 2024-11-20T08:21:02,712 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 736, reset compression=false 2024-11-20T08:21:02,876 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-20T08:21:02,879 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T08:21:02,973 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 758, reset compression=false 2024-11-20T08:21:03,015 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 736, reset compression=false 2024-11-20T08:21:03,084 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 480, reset compression=false 2024-11-20T08:21:03,089 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:21:03,089 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 636, reset compression=false 2024-11-20T08:21:03,089 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.shipper3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46357,1732090839651 got entry batch from reader: WALEntryBatch [walEntries=[{test/18294e56889fba542486ae3464ad3133/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T08:21:03,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:21:03,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:21:03,293 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 636, reset compression=false 2024-11-20T08:21:03,419 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 736, reset compression=false 2024-11-20T08:21:03,424 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:21:03,424 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 884, reset compression=false 2024-11-20T08:21:03,424 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.shipper3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,34649,1732090843651 got entry batch from reader: WALEntryBatch [walEntries=[{test/6fb3333fdaf9d57ad90f9df4a958810d/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-20T08:21:03,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46215 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:21:03,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46215 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:21:03,477 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 758, reset compression=false 2024-11-20T08:21:03,482 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:21:03,482 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 929, reset compression=false 2024-11-20T08:21:03,482 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.shipper3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46215,1732090847701 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:21:03,597 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 636, reset compression=false 2024-11-20T08:21:03,628 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 884, reset compression=false 2024-11-20T08:21:03,686 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 929, reset compression=false 2024-11-20T08:21:03,881 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T08:21:03,895 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T08:21:03,932 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 884, reset compression=false 2024-11-20T08:21:03,938 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:21:03,938 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 1043, reset compression=false 2024-11-20T08:21:03,938 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.shipper3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,34649,1732090843651 got entry batch from reader: WALEntryBatch [walEntries=[{test/6fb3333fdaf9d57ad90f9df4a958810d/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T08:21:03,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46215 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:21:03,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46215 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:21:03,989 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 929, reset compression=false 2024-11-20T08:21:03,994 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:21:03,994 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 1078, reset compression=false 2024-11-20T08:21:03,994 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.shipper3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46215,1732090847701 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:21:04,001 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 636, reset compression=false 2024-11-20T08:21:04,149 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 1043, reset compression=false 2024-11-20T08:21:04,199 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 1078, reset compression=false 2024-11-20T08:21:04,453 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 1043, reset compression=false 2024-11-20T08:21:04,503 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 1078, reset compression=false 2024-11-20T08:21:04,504 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 636, reset compression=false 2024-11-20T08:21:04,858 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 1043, reset compression=false 2024-11-20T08:21:04,897 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T08:21:04,901 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-20T08:21:04,916 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 1078, reset compression=false 2024-11-20T08:21:04,921 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:21:04,921 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 1237, reset compression=false 2024-11-20T08:21:04,921 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.shipper3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46215,1732090847701 got entry batch from reader: WALEntryBatch [walEntries=[{test/9602cf35c3999a0a6fbb9fb878a0bffe/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T08:21:04,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T08:21:04,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34649 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T08:21:05,120 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 636, reset compression=false 2024-11-20T08:21:05,126 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 1237, reset compression=false 2024-11-20T08:21:05,362 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 1043, reset compression=false 2024-11-20T08:21:05,367 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:21:05,367 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 1193, reset compression=false 2024-11-20T08:21:05,367 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.shipper3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,34649,1732090843651 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:21:05,433 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 1237, reset compression=false 2024-11-20T08:21:05,574 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 1193, reset compression=false 2024-11-20T08:21:05,826 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 636, reset compression=false 2024-11-20T08:21:05,838 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 1237, reset compression=false 2024-11-20T08:21:05,885 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 1193, reset compression=false 2024-11-20T08:21:05,903 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-20T08:21:05,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T08:21:05,908 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:21:05,908 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:05,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:05,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:05,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:21:05,909 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:21:05,909 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1357870861, stopped=false 2024-11-20T08:21:05,909 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3354ef74e3b7,32869,1732090847666 2024-11-20T08:21:05,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21016707264/running 2024-11-20T08:21:05,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x1013476a8e40007, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21016707264/running 2024-11-20T08:21:05,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x1013476a8e40007, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016707264 2024-11-20T08:21:05,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016707264 2024-11-20T08:21:05,910 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:21:05,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:21:05,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:05,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:05,911 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3354ef74e3b7,46215,1732090847701' ***** 2024-11-20T08:21:05,911 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:21:05,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46215-0x1013476a8e40007, quorum=127.0.0.1:51787, baseZNode=/21016707264 Set watcher on znode that does not yet exist, /21016707264/running 2024-11-20T08:21:05,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Set watcher on znode that does not yet exist, /21016707264/running 2024-11-20T08:21:05,912 INFO [RS:0;3354ef74e3b7:46215 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:21:05,912 INFO [RS:0;3354ef74e3b7:46215 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:21:05,912 INFO [RS:0;3354ef74e3b7:46215 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:21:05,912 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:21:05,912 INFO [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(3091): Received CLOSE for 79f3587cdff3b86cabfe4ae1710fe2fb 2024-11-20T08:21:05,912 INFO [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(3091): Received CLOSE for 9602cf35c3999a0a6fbb9fb878a0bffe 2024-11-20T08:21:05,912 INFO [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(959): stopping server 3354ef74e3b7,46215,1732090847701 2024-11-20T08:21:05,912 INFO [RS:0;3354ef74e3b7:46215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:21:05,913 INFO [RS:0;3354ef74e3b7:46215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:46215. 2024-11-20T08:21:05,913 DEBUG [RS:0;3354ef74e3b7:46215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:05,913 DEBUG [RS:0;3354ef74e3b7:46215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:05,913 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79f3587cdff3b86cabfe4ae1710fe2fb, disabling compactions & flushes 2024-11-20T08:21:05,913 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb. 2024-11-20T08:21:05,913 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb. 2024-11-20T08:21:05,913 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb. after waiting 0 ms 2024-11-20T08:21:05,913 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb. 2024-11-20T08:21:05,913 INFO [RS:0;3354ef74e3b7:46215 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:21:05,913 INFO [RS:0;3354ef74e3b7:46215 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:21:05,913 INFO [RS:0;3354ef74e3b7:46215 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:21:05,913 INFO [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T08:21:05,913 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 79f3587cdff3b86cabfe4ae1710fe2fb 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-20T08:21:05,913 INFO [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T08:21:05,913 DEBUG [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(1325): Online Regions={79f3587cdff3b86cabfe4ae1710fe2fb=hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb., 1588230740=hbase:meta,,1.1588230740, 9602cf35c3999a0a6fbb9fb878a0bffe=test,,1732090852216.9602cf35c3999a0a6fbb9fb878a0bffe.} 2024-11-20T08:21:05,913 DEBUG [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79f3587cdff3b86cabfe4ae1710fe2fb, 9602cf35c3999a0a6fbb9fb878a0bffe 2024-11-20T08:21:05,913 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:21:05,913 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:21:05,913 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:21:05,913 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:21:05,913 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:21:05,913 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T08:21:05,929 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/1588230740/.tmp/info/7bfe34ffa4bf43d1978de8a4f774b44f is 147, key is hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb./info:regioninfo/1732090857885/Put/seqid=0 2024-11-20T08:21:05,929 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/replication/79f3587cdff3b86cabfe4ae1710fe2fb/.tmp/queue/e36ada0f3e744f58ba3044ecb5d0cf38 is 154, key is 1-3354ef74e3b7,46215,1732090847701/queue:3354ef74e3b7%2C46215%2C1732090847701/1732090864927/Put/seqid=0 2024-11-20T08:21:05,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741840_1016 (size=7686) 2024-11-20T08:21:05,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741841_1017 (size=5353) 2024-11-20T08:21:05,933 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/replication/79f3587cdff3b86cabfe4ae1710fe2fb/.tmp/queue/e36ada0f3e744f58ba3044ecb5d0cf38 2024-11-20T08:21:05,937 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/replication/79f3587cdff3b86cabfe4ae1710fe2fb/.tmp/queue/e36ada0f3e744f58ba3044ecb5d0cf38 as hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/replication/79f3587cdff3b86cabfe4ae1710fe2fb/queue/e36ada0f3e744f58ba3044ecb5d0cf38 2024-11-20T08:21:05,940 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/replication/79f3587cdff3b86cabfe4ae1710fe2fb/queue/e36ada0f3e744f58ba3044ecb5d0cf38, entries=1, sequenceid=12, filesize=5.2 K 2024-11-20T08:21:05,941 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 79f3587cdff3b86cabfe4ae1710fe2fb in 28ms, sequenceid=12, compaction requested=false 2024-11-20T08:21:05,944 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/replication/79f3587cdff3b86cabfe4ae1710fe2fb/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T08:21:05,945 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:21:05,945 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:21:05,945 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb. 2024-11-20T08:21:05,945 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79f3587cdff3b86cabfe4ae1710fe2fb: Waiting for close lock at 1732090865913Running coprocessor pre-close hooks at 1732090865913Disabling compacts and flushes for region at 1732090865913Disabling writes for close at 1732090865913Obtaining lock to block concurrent updates at 1732090865913Preparing flush snapshotting stores in 79f3587cdff3b86cabfe4ae1710fe2fb at 1732090865913Finished memstore snapshotting hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732090865913Flushing stores of hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb. at 1732090865914 (+1 ms)Flushing 79f3587cdff3b86cabfe4ae1710fe2fb/queue: creating writer at 1732090865914Flushing 79f3587cdff3b86cabfe4ae1710fe2fb/queue: appending metadata at 1732090865928 (+14 ms)Flushing 79f3587cdff3b86cabfe4ae1710fe2fb/queue: closing flushed file at 1732090865928Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@720ffc95: reopening flushed file at 1732090865936 (+8 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 79f3587cdff3b86cabfe4ae1710fe2fb in 28ms, sequenceid=12, compaction requested=false at 1732090865941 (+5 ms)Writing region close event to WAL at 1732090865942 (+1 ms)Running coprocessor post-close hooks at 1732090865945 (+3 ms)Closed at 1732090865945 2024-11-20T08:21:05,945 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732090856680.79f3587cdff3b86cabfe4ae1710fe2fb. 2024-11-20T08:21:05,945 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9602cf35c3999a0a6fbb9fb878a0bffe, disabling compactions & flushes 2024-11-20T08:21:05,945 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732090852216.9602cf35c3999a0a6fbb9fb878a0bffe. 2024-11-20T08:21:05,945 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090852216.9602cf35c3999a0a6fbb9fb878a0bffe. 2024-11-20T08:21:05,945 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732090852216.9602cf35c3999a0a6fbb9fb878a0bffe. after waiting 0 ms 2024-11-20T08:21:05,945 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732090852216.9602cf35c3999a0a6fbb9fb878a0bffe. 2024-11-20T08:21:05,945 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9602cf35c3999a0a6fbb9fb878a0bffe 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-20T08:21:05,960 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/default/test/9602cf35c3999a0a6fbb9fb878a0bffe/.tmp/f/45e66b28c8244063954eaea69ed8379a is 29, key is row1/f:/1732090863882/DeleteFamily/seqid=0 2024-11-20T08:21:05,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741842_1018 (size=5152) 2024-11-20T08:21:05,963 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/default/test/9602cf35c3999a0a6fbb9fb878a0bffe/.tmp/f/45e66b28c8244063954eaea69ed8379a 2024-11-20T08:21:05,966 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45e66b28c8244063954eaea69ed8379a 2024-11-20T08:21:05,967 INFO [regionserver/3354ef74e3b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:21:05,983 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/default/test/9602cf35c3999a0a6fbb9fb878a0bffe/.tmp/f1/ccf98b63cdb6494592536e620cf4a2bb is 30, key is row1/f1:/1732090863882/DeleteFamily/seqid=0 2024-11-20T08:21:05,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741843_1019 (size=5158) 2024-11-20T08:21:06,113 DEBUG [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9602cf35c3999a0a6fbb9fb878a0bffe 2024-11-20T08:21:06,154 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T08:21:06,154 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T08:21:06,288 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 1193, reset compression=false 2024-11-20T08:21:06,313 DEBUG [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9602cf35c3999a0a6fbb9fb878a0bffe 2024-11-20T08:21:06,333 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/1588230740/.tmp/info/7bfe34ffa4bf43d1978de8a4f774b44f 2024-11-20T08:21:06,341 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 1237, reset compression=false 2024-11-20T08:21:06,345 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:21:06,346 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 1484, reset compression=false 2024-11-20T08:21:06,346 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.shipper3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46215,1732090847701 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:21:06,347 ERROR [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.shipper3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3354ef74e3b7,46215,1732090847701: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3354ef74e3b7,46215,1732090847701, walGroup=3354ef74e3b7%2C46215%2C1732090847701, offset=3354ef74e3b7%2C46215%2C1732090847701.1732090849285:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:46215 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T08:21:06,348 ERROR [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.shipper3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T08:21:06,348 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.shipper3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T08:21:06,348 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.shipper3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T08:21:06,348 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.shipper3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T08:21:06,348 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.shipper3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T08:21:06,348 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.shipper3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1426063360, "init": 1048576000, "max": 2306867200, "used": 904874216 }, "NonHeapMemoryUsage": { "committed": 206569472, "init": 7667712, "max": -1, "used": 201349264 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T08:21:06,348 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.shipper3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:32869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:32869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T08:21:06,352 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/1588230740/.tmp/ns/422ddb301f5841e7b9990d3ade95a9bb is 43, key is default/ns:d/1732090849826/Put/seqid=0 2024-11-20T08:21:06,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741844_1020 (size=5153) 2024-11-20T08:21:06,386 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/default/test/9602cf35c3999a0a6fbb9fb878a0bffe/.tmp/f1/ccf98b63cdb6494592536e620cf4a2bb 2024-11-20T08:21:06,390 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ccf98b63cdb6494592536e620cf4a2bb 2024-11-20T08:21:06,410 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/default/test/9602cf35c3999a0a6fbb9fb878a0bffe/.tmp/norep/5e0795901d8b4cd8a99b2b13d1874597 is 33, key is row2/norep:/1732090864898/DeleteFamily/seqid=0 2024-11-20T08:21:06,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741845_1021 (size=5108) 2024-11-20T08:21:06,514 DEBUG [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9602cf35c3999a0a6fbb9fb878a0bffe 2024-11-20T08:21:06,549 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 1484, reset compression=false 2024-11-20T08:21:06,630 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 636, reset compression=false 2024-11-20T08:21:06,714 DEBUG [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9602cf35c3999a0a6fbb9fb878a0bffe 2024-11-20T08:21:06,757 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/1588230740/.tmp/ns/422ddb301f5841e7b9990d3ade95a9bb 2024-11-20T08:21:06,778 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/1588230740/.tmp/rep_barrier/dc9b1763cfa54010b582f82df894933e is 112, key is test,,1732090852216.9602cf35c3999a0a6fbb9fb878a0bffe./rep_barrier:seqnumDuringOpen/1732090853399/Put/seqid=0 2024-11-20T08:21:06,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741846_1022 (size=5518) 2024-11-20T08:21:06,792 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 1193, reset compression=false 2024-11-20T08:21:06,817 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/default/test/9602cf35c3999a0a6fbb9fb878a0bffe/.tmp/norep/5e0795901d8b4cd8a99b2b13d1874597 2024-11-20T08:21:06,823 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e0795901d8b4cd8a99b2b13d1874597 2024-11-20T08:21:06,823 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/default/test/9602cf35c3999a0a6fbb9fb878a0bffe/.tmp/f/45e66b28c8244063954eaea69ed8379a as hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/default/test/9602cf35c3999a0a6fbb9fb878a0bffe/f/45e66b28c8244063954eaea69ed8379a 2024-11-20T08:21:06,828 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45e66b28c8244063954eaea69ed8379a 2024-11-20T08:21:06,828 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/default/test/9602cf35c3999a0a6fbb9fb878a0bffe/f/45e66b28c8244063954eaea69ed8379a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T08:21:06,828 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/default/test/9602cf35c3999a0a6fbb9fb878a0bffe/.tmp/f1/ccf98b63cdb6494592536e620cf4a2bb as hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/default/test/9602cf35c3999a0a6fbb9fb878a0bffe/f1/ccf98b63cdb6494592536e620cf4a2bb 2024-11-20T08:21:06,832 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ccf98b63cdb6494592536e620cf4a2bb 2024-11-20T08:21:06,833 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/default/test/9602cf35c3999a0a6fbb9fb878a0bffe/f1/ccf98b63cdb6494592536e620cf4a2bb, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T08:21:06,833 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/default/test/9602cf35c3999a0a6fbb9fb878a0bffe/.tmp/norep/5e0795901d8b4cd8a99b2b13d1874597 as hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/default/test/9602cf35c3999a0a6fbb9fb878a0bffe/norep/5e0795901d8b4cd8a99b2b13d1874597 2024-11-20T08:21:06,837 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e0795901d8b4cd8a99b2b13d1874597 2024-11-20T08:21:06,837 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/default/test/9602cf35c3999a0a6fbb9fb878a0bffe/norep/5e0795901d8b4cd8a99b2b13d1874597, entries=1, sequenceid=10, filesize=5.0 K 2024-11-20T08:21:06,838 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 9602cf35c3999a0a6fbb9fb878a0bffe in 893ms, sequenceid=10, compaction requested=false 2024-11-20T08:21:06,843 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/default/test/9602cf35c3999a0a6fbb9fb878a0bffe/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T08:21:06,844 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:21:06,844 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T08:21:06,844 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732090852216.9602cf35c3999a0a6fbb9fb878a0bffe. 2024-11-20T08:21:06,844 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9602cf35c3999a0a6fbb9fb878a0bffe: Waiting for close lock at 1732090865945Running coprocessor pre-close hooks at 1732090865945Disabling compacts and flushes for region at 1732090865945Disabling writes for close at 1732090865945Obtaining lock to block concurrent updates at 1732090865945Preparing flush snapshotting stores in 9602cf35c3999a0a6fbb9fb878a0bffe at 1732090865945Finished memstore snapshotting test,,1732090852216.9602cf35c3999a0a6fbb9fb878a0bffe., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732090865946 (+1 ms)Flushing stores of test,,1732090852216.9602cf35c3999a0a6fbb9fb878a0bffe. at 1732090865946Flushing 9602cf35c3999a0a6fbb9fb878a0bffe/f: creating writer at 1732090865946Flushing 9602cf35c3999a0a6fbb9fb878a0bffe/f: appending metadata at 1732090865959 (+13 ms)Flushing 9602cf35c3999a0a6fbb9fb878a0bffe/f: closing flushed file at 1732090865959Flushing 9602cf35c3999a0a6fbb9fb878a0bffe/f1: creating writer at 1732090865966 (+7 ms)Flushing 9602cf35c3999a0a6fbb9fb878a0bffe/f1: appending metadata at 1732090865982 (+16 ms)Flushing 9602cf35c3999a0a6fbb9fb878a0bffe/f1: closing flushed file at 1732090865982Flushing 9602cf35c3999a0a6fbb9fb878a0bffe/norep: creating writer at 1732090866391 (+409 ms)Flushing 9602cf35c3999a0a6fbb9fb878a0bffe/norep: appending metadata at 1732090866409 (+18 ms)Flushing 9602cf35c3999a0a6fbb9fb878a0bffe/norep: closing flushed file at 1732090866409Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59b11d14: reopening flushed file at 1732090866823 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@708d3911: reopening flushed file at 1732090866828 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e6967e7: reopening flushed file at 1732090866833 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 9602cf35c3999a0a6fbb9fb878a0bffe in 893ms, sequenceid=10, compaction requested=false at 1732090866838 (+5 ms)Writing region close event to WAL at 1732090866841 (+3 ms)Running coprocessor post-close hooks at 1732090866843 (+2 ms)Closed at 1732090866844 (+1 ms) 2024-11-20T08:21:06,844 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732090852216.9602cf35c3999a0a6fbb9fb878a0bffe. 2024-11-20T08:21:06,852 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 1484, reset compression=false 2024-11-20T08:21:06,859 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:21:06,859 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 2128, reset compression=false 2024-11-20T08:21:06,914 INFO [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T08:21:06,914 DEBUG [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T08:21:06,914 DEBUG [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:21:07,064 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 2128, reset compression=false 2024-11-20T08:21:07,114 DEBUG [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:21:07,182 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/1588230740/.tmp/rep_barrier/dc9b1763cfa54010b582f82df894933e 2024-11-20T08:21:07,204 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/1588230740/.tmp/table/1f6a7df784fc4b3da78bbc584ebaee14 is 53, key is hbase:replication/table:state/1732090857892/Put/seqid=0 2024-11-20T08:21:07,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741847_1023 (size=5308) 2024-11-20T08:21:07,314 DEBUG [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:21:07,374 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 2128, reset compression=false 2024-11-20T08:21:07,397 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 1193, reset compression=false 2024-11-20T08:21:07,515 DEBUG [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:21:07,534 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 636, reset compression=false 2024-11-20T08:21:07,611 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/1588230740/.tmp/table/1f6a7df784fc4b3da78bbc584ebaee14 2024-11-20T08:21:07,615 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/1588230740/.tmp/info/7bfe34ffa4bf43d1978de8a4f774b44f as hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/1588230740/info/7bfe34ffa4bf43d1978de8a4f774b44f 2024-11-20T08:21:07,619 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/1588230740/info/7bfe34ffa4bf43d1978de8a4f774b44f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T08:21:07,620 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/1588230740/.tmp/ns/422ddb301f5841e7b9990d3ade95a9bb as hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/1588230740/ns/422ddb301f5841e7b9990d3ade95a9bb 2024-11-20T08:21:07,623 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/1588230740/ns/422ddb301f5841e7b9990d3ade95a9bb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T08:21:07,624 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/1588230740/.tmp/rep_barrier/dc9b1763cfa54010b582f82df894933e as hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/1588230740/rep_barrier/dc9b1763cfa54010b582f82df894933e 2024-11-20T08:21:07,627 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/1588230740/rep_barrier/dc9b1763cfa54010b582f82df894933e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T08:21:07,628 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/1588230740/.tmp/table/1f6a7df784fc4b3da78bbc584ebaee14 as hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/1588230740/table/1f6a7df784fc4b3da78bbc584ebaee14 2024-11-20T08:21:07,631 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/1588230740/table/1f6a7df784fc4b3da78bbc584ebaee14, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T08:21:07,632 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false 2024-11-20T08:21:07,636 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T08:21:07,636 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:21:07,636 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:21:07,636 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:21:07,636 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090865913Running coprocessor pre-close hooks at 1732090865913Disabling compacts and flushes for region at 1732090865913Disabling writes for close at 1732090865913Obtaining lock to block concurrent updates at 1732090865913Preparing flush snapshotting stores in 1588230740 at 1732090865913Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732090865913Flushing stores of hbase:meta,,1.1588230740 at 1732090865914 (+1 ms)Flushing 1588230740/info: creating writer at 1732090865914Flushing 1588230740/info: appending metadata at 1732090865928 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732090865928Flushing 1588230740/ns: creating writer at 1732090866336 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732090866351 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732090866351Flushing 1588230740/rep_barrier: creating writer at 1732090866760 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732090866777 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732090866777Flushing 1588230740/table: creating writer at 1732090867186 (+409 ms)Flushing 1588230740/table: appending metadata at 1732090867203 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732090867203Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b9895f2: reopening flushed file at 1732090867615 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d47ce9c: reopening flushed file at 1732090867619 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16f53ec1: reopening flushed file at 1732090867623 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dd72a98: reopening flushed file at 1732090867627 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false at 1732090867632 (+5 ms)Writing region close event to WAL at 1732090867633 (+1 ms)Running coprocessor post-close hooks at 1732090867636 (+3 ms)Closed at 1732090867636 2024-11-20T08:21:07,637 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:21:07,715 INFO [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(976): stopping server 3354ef74e3b7,46215,1732090847701; all regions closed. 2024-11-20T08:21:07,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741834_1010 (size=4239) 2024-11-20T08:21:07,717 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.meta.1732090849787.meta not finished, retry = 0 2024-11-20T08:21:07,778 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.1732090849285 to pos 2128, reset compression=false 2024-11-20T08:21:07,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741839_1015 (size=3114) 2024-11-20T08:21:07,820 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/WALs/3354ef74e3b7,46215,1732090847701/3354ef74e3b7%2C46215%2C1732090847701.rep.1732090857835 not finished, retry = 0 2024-11-20T08:21:07,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741832_1008 (size=2136) 2024-11-20T08:21:07,923 DEBUG [RS:0;3354ef74e3b7:46215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:07,923 INFO [RS:0;3354ef74e3b7:46215 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:21:07,924 INFO [RS:0;3354ef74e3b7:46215 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:21:07,924 INFO [RS:0;3354ef74e3b7:46215 {}] hbase.ChoreService(370): Chore service for: regionserver/3354ef74e3b7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T08:21:07,924 INFO [RS:0;3354ef74e3b7:46215 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:21:07,924 INFO [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:21:07,924 INFO [RS:0;3354ef74e3b7:46215 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3354ef74e3b7,46215,1732090847701 because: Region server is closing 2024-11-20T08:21:07,925 INFO [RS:0;3354ef74e3b7:46215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:46215. 2024-11-20T08:21:07,925 DEBUG [RS:0;3354ef74e3b7:46215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:07,925 DEBUG [RS:0;3354ef74e3b7:46215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:07,925 DEBUG [RS:0;3354ef74e3b7:46215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:07,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:21:08,025 INFO [RS:0;3354ef74e3b7:46215 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.shipper3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 terminated 2024-11-20T08:21:08,025 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46215,1732090847701.replicationSource.wal-reader.3354ef74e3b7%2C46215%2C1732090847701,1-3354ef74e3b7,46215,1732090847701 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T08:21:08,025 INFO [RS:0;3354ef74e3b7:46215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:46215. 2024-11-20T08:21:08,025 DEBUG [RS:0;3354ef74e3b7:46215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:08,025 DEBUG [RS:0;3354ef74e3b7:46215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:08,026 DEBUG [RS:0;3354ef74e3b7:46215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:08,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:21:08,026 INFO [RS:0;3354ef74e3b7:46215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46215 2024-11-20T08:21:08,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x1013476a8e40007, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21016707264/rs/3354ef74e3b7,46215,1732090847701 2024-11-20T08:21:08,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016707264/rs 2024-11-20T08:21:08,029 INFO [RS:0;3354ef74e3b7:46215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:21:08,030 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3354ef74e3b7,46215,1732090847701] 2024-11-20T08:21:08,031 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21016707264/draining/3354ef74e3b7,46215,1732090847701 already deleted, retry=false 2024-11-20T08:21:08,031 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3354ef74e3b7,46215,1732090847701 expired; onlineServers=0 2024-11-20T08:21:08,031 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3354ef74e3b7,32869,1732090847666' ***** 2024-11-20T08:21:08,031 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:21:08,031 INFO [M:0;3354ef74e3b7:32869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:21:08,031 INFO [M:0;3354ef74e3b7:32869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:21:08,031 DEBUG [M:0;3354ef74e3b7:32869 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:21:08,032 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:21:08,032 DEBUG [M:0;3354ef74e3b7:32869 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:21:08,032 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090849049 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090849049,5,FailOnTimeoutGroup] 2024-11-20T08:21:08,032 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090849049 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090849049,5,FailOnTimeoutGroup] 2024-11-20T08:21:08,032 INFO [M:0;3354ef74e3b7:32869 {}] hbase.ChoreService(370): Chore service for: master/3354ef74e3b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T08:21:08,032 INFO [M:0;3354ef74e3b7:32869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:21:08,032 DEBUG [M:0;3354ef74e3b7:32869 {}] master.HMaster(1795): Stopping service threads 2024-11-20T08:21:08,032 INFO [M:0;3354ef74e3b7:32869 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:21:08,032 INFO [M:0;3354ef74e3b7:32869 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:21:08,032 INFO [M:0;3354ef74e3b7:32869 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:21:08,033 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:21:08,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21016707264/master 2024-11-20T08:21:08,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21016707264 2024-11-20T08:21:08,033 DEBUG [M:0;3354ef74e3b7:32869 {}] zookeeper.ZKUtil(347): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Unable to get data of znode /21016707264/master because node does not exist (not an error) 2024-11-20T08:21:08,033 WARN [M:0;3354ef74e3b7:32869 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:21:08,034 INFO [M:0;3354ef74e3b7:32869 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/.lastflushedseqids 2024-11-20T08:21:08,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741848_1024 (size=245) 2024-11-20T08:21:08,100 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 1193, reset compression=false 2024-11-20T08:21:08,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x1013476a8e40007, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:21:08,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46215-0x1013476a8e40007, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:21:08,130 INFO [RS:0;3354ef74e3b7:46215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:21:08,130 INFO [RS:0;3354ef74e3b7:46215 {}] regionserver.HRegionServer(1031): Exiting; stopping=3354ef74e3b7,46215,1732090847701; zookeeper connection closed. 2024-11-20T08:21:08,131 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7429d87e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7429d87e 2024-11-20T08:21:08,131 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T08:21:08,439 INFO [M:0;3354ef74e3b7:32869 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T08:21:08,439 INFO [M:0;3354ef74e3b7:32869 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:21:08,439 DEBUG [M:0;3354ef74e3b7:32869 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:21:08,439 INFO [M:0;3354ef74e3b7:32869 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:08,439 DEBUG [M:0;3354ef74e3b7:32869 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:08,439 DEBUG [M:0;3354ef74e3b7:32869 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:21:08,439 DEBUG [M:0;3354ef74e3b7:32869 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:08,440 INFO [M:0;3354ef74e3b7:32869 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T08:21:08,458 DEBUG [M:0;3354ef74e3b7:32869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52e58d71e1bb466591a186863e58729a is 82, key is hbase:meta,,1/info:regioninfo/1732090849818/Put/seqid=0 2024-11-20T08:21:08,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741849_1025 (size=5672) 2024-11-20T08:21:08,537 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 636, reset compression=false 2024-11-20T08:21:08,863 INFO [M:0;3354ef74e3b7:32869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52e58d71e1bb466591a186863e58729a 2024-11-20T08:21:08,881 DEBUG [M:0;3354ef74e3b7:32869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/287a6fd4e0eb42b68efac430551d324f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732090857895/Put/seqid=0 2024-11-20T08:21:08,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741850_1026 (size=8516) 2024-11-20T08:21:08,904 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 1193, reset compression=false 2024-11-20T08:21:09,285 INFO [M:0;3354ef74e3b7:32869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/287a6fd4e0eb42b68efac430551d324f 2024-11-20T08:21:09,319 DEBUG [M:0;3354ef74e3b7:32869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c703c3761e6544ad90291a7ab1e0ef59 is 69, key is 3354ef74e3b7,46215,1732090847701/rs:state/1732090849141/Put/seqid=0 2024-11-20T08:21:09,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741851_1027 (size=5156) 2024-11-20T08:21:09,550 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T08:21:09,641 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 636, reset compression=false 2024-11-20T08:21:09,724 INFO [M:0;3354ef74e3b7:32869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c703c3761e6544ad90291a7ab1e0ef59 2024-11-20T08:21:09,729 DEBUG [M:0;3354ef74e3b7:32869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52e58d71e1bb466591a186863e58729a as hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52e58d71e1bb466591a186863e58729a 2024-11-20T08:21:09,732 INFO [M:0;3354ef74e3b7:32869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52e58d71e1bb466591a186863e58729a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T08:21:09,733 DEBUG [M:0;3354ef74e3b7:32869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/287a6fd4e0eb42b68efac430551d324f as hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/287a6fd4e0eb42b68efac430551d324f 2024-11-20T08:21:09,736 INFO [M:0;3354ef74e3b7:32869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/287a6fd4e0eb42b68efac430551d324f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T08:21:09,737 DEBUG [M:0;3354ef74e3b7:32869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c703c3761e6544ad90291a7ab1e0ef59 as hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c703c3761e6544ad90291a7ab1e0ef59 2024-11-20T08:21:09,740 INFO [M:0;3354ef74e3b7:32869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33761/user/jenkins/test-data/d7a956cb-34ba-8c31-e779-83fb4276e78f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c703c3761e6544ad90291a7ab1e0ef59, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T08:21:09,741 INFO [M:0;3354ef74e3b7:32869 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=97, compaction requested=false 2024-11-20T08:21:09,742 INFO [M:0;3354ef74e3b7:32869 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:09,742 DEBUG [M:0;3354ef74e3b7:32869 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090868439Disabling compacts and flushes for region at 1732090868439Disabling writes for close at 1732090868439Obtaining lock to block concurrent updates at 1732090868440 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732090868440Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732090868440Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732090868441 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732090868441Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732090868457 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732090868457Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732090868867 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732090868881 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732090868881Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732090869297 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732090869318 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732090869318Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3abb349f: reopening flushed file at 1732090869728 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4011130d: reopening flushed file at 1732090869732 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35df4b4f: reopening flushed file at 1732090869736 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=97, compaction requested=false at 1732090869741 (+5 ms)Writing region close event to WAL at 1732090869742 (+1 ms)Closed at 1732090869742 2024-11-20T08:21:09,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46665 is added to blk_1073741830_1006 (size=63654) 2024-11-20T08:21:09,744 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:21:09,744 INFO [M:0;3354ef74e3b7:32869 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T08:21:09,744 INFO [M:0;3354ef74e3b7:32869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32869 2024-11-20T08:21:09,744 INFO [M:0;3354ef74e3b7:32869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:21:09,806 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 1193, reset compression=false 2024-11-20T08:21:09,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:21:09,846 INFO [M:0;3354ef74e3b7:32869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:21:09,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32869-0x1013476a8e40006, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:21:09,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26c9c9b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:21:09,855 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d89182b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:21:09,855 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:21:09,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@785305e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:21:09,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15f12923{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/hadoop.log.dir/,STOPPED} 2024-11-20T08:21:09,857 WARN [BP-827806599-172.17.0.2-1732090846706 heartbeating to localhost/127.0.0.1:33761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:21:09,857 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:21:09,858 WARN [BP-827806599-172.17.0.2-1732090846706 heartbeating to localhost/127.0.0.1:33761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-827806599-172.17.0.2-1732090846706 (Datanode Uuid bc1ad14a-5881-40b3-8708-c09f299dacc2) service to localhost/127.0.0.1:33761 2024-11-20T08:21:09,858 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:21:09,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/cluster_c8e7ccf0-f708-ac59-3ab9-90098c11f11b/data/data1/current/BP-827806599-172.17.0.2-1732090846706 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:21:09,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/cluster_c8e7ccf0-f708-ac59-3ab9-90098c11f11b/data/data2/current/BP-827806599-172.17.0.2-1732090846706 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:21:09,859 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:21:09,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51db0a1b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:21:09,870 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b00ea66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:21:09,870 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:21:09,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2626b558{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:21:09,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2430fd58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/hadoop.log.dir/,STOPPED} 2024-11-20T08:21:09,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T08:21:09,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T08:21:09,887 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:21:09,887 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:09,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:09,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:09,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:21:09,888 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:21:09,888 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1710917564, stopped=false 2024-11-20T08:21:09,888 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3354ef74e3b7,38353,1732090843613 2024-11-20T08:21:09,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x1013476a8e40004, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1207630146/running 2024-11-20T08:21:09,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x1013476a8e40004, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1207630146 2024-11-20T08:21:09,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1207630146/running 2024-11-20T08:21:09,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1207630146 2024-11-20T08:21:09,890 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:21:09,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Set watcher on znode that does not yet exist, /1-1207630146/running 2024-11-20T08:21:09,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34649-0x1013476a8e40004, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Set watcher on znode that does not yet exist, /1-1207630146/running 2024-11-20T08:21:09,892 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:21:09,892 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:09,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:09,892 INFO [RS:0;3354ef74e3b7:34649 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-20T08:21:09,892 INFO [RS:0;3354ef74e3b7:34649 {}] regionserver.HRegionServer(3091): Received CLOSE for 6fb3333fdaf9d57ad90f9df4a958810d 2024-11-20T08:21:09,893 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3354ef74e3b7,34649,1732090843651' ***** 2024-11-20T08:21:09,893 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:21:09,893 INFO [RS:0;3354ef74e3b7:34649 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ff70df362e6d76cd782a57ab2c06d02 2024-11-20T08:21:09,894 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6fb3333fdaf9d57ad90f9df4a958810d, disabling compactions & flushes 2024-11-20T08:21:09,894 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732090851077.6fb3333fdaf9d57ad90f9df4a958810d. 2024-11-20T08:21:09,894 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090851077.6fb3333fdaf9d57ad90f9df4a958810d. 2024-11-20T08:21:09,894 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732090851077.6fb3333fdaf9d57ad90f9df4a958810d. after waiting 0 ms 2024-11-20T08:21:09,894 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732090851077.6fb3333fdaf9d57ad90f9df4a958810d. 2024-11-20T08:21:09,894 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6fb3333fdaf9d57ad90f9df4a958810d 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-20T08:21:09,895 INFO [RS:0;3354ef74e3b7:34649 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:21:09,896 INFO [RS:0;3354ef74e3b7:34649 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:21:09,896 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:21:09,896 INFO [RS:0;3354ef74e3b7:34649 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:21:09,896 INFO [RS:0;3354ef74e3b7:34649 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 8ff70df362e6d76cd782a57ab2c06d02, which we are already trying to CLOSE, but not completed yet 2024-11-20T08:21:09,896 INFO [RS:0;3354ef74e3b7:34649 {}] regionserver.HRegionServer(959): stopping server 3354ef74e3b7,34649,1732090843651 2024-11-20T08:21:09,896 INFO [RS:0;3354ef74e3b7:34649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:21:09,896 INFO [RS:0;3354ef74e3b7:34649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:34649. 2024-11-20T08:21:09,896 DEBUG [RS:0;3354ef74e3b7:34649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:09,896 DEBUG [RS:0;3354ef74e3b7:34649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:09,896 INFO [RS:0;3354ef74e3b7:34649 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:21:09,896 INFO [RS:0;3354ef74e3b7:34649 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:21:09,896 INFO [RS:0;3354ef74e3b7:34649 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:21:09,896 INFO [RS:0;3354ef74e3b7:34649 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T08:21:09,904 INFO [RS:0;3354ef74e3b7:34649 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T08:21:09,904 DEBUG [RS:0;3354ef74e3b7:34649 {}] regionserver.HRegionServer(1325): Online Regions={6fb3333fdaf9d57ad90f9df4a958810d=test,,1732090851077.6fb3333fdaf9d57ad90f9df4a958810d., 1588230740=hbase:meta,,1.1588230740, 8ff70df362e6d76cd782a57ab2c06d02=hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02.} 2024-11-20T08:21:09,904 DEBUG [RS:0;3354ef74e3b7:34649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6fb3333fdaf9d57ad90f9df4a958810d, 8ff70df362e6d76cd782a57ab2c06d02 2024-11-20T08:21:09,907 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:21:09,907 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:21:09,907 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:21:09,907 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:21:09,907 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:21:09,907 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T08:21:09,926 INFO [regionserver/3354ef74e3b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:21:09,934 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/1588230740/.tmp/info/bfbcacad5b044c888d4367afba2590e3 is 147, key is hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02./info:regioninfo/1732090856349/Put/seqid=0 2024-11-20T08:21:09,939 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/default/test/6fb3333fdaf9d57ad90f9df4a958810d/.tmp/f/1ceef002216740f580b4fca923d7be54 is 29, key is row1/f:/1732090863882/DeleteFamily/seqid=0 2024-11-20T08:21:09,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741840_1016 (size=7686) 2024-11-20T08:21:09,941 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/1588230740/.tmp/info/bfbcacad5b044c888d4367afba2590e3 2024-11-20T08:21:09,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741841_1017 (size=5152) 2024-11-20T08:21:09,967 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/1588230740/.tmp/ns/47c48138616b4873b93420d85bfe213a is 43, key is default/ns:d/1732090846591/Put/seqid=0 2024-11-20T08:21:09,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741842_1018 (size=5153) 2024-11-20T08:21:10,104 DEBUG [RS:0;3354ef74e3b7:34649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6fb3333fdaf9d57ad90f9df4a958810d, 8ff70df362e6d76cd782a57ab2c06d02 2024-11-20T08:21:10,305 DEBUG [RS:0;3354ef74e3b7:34649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6fb3333fdaf9d57ad90f9df4a958810d, 8ff70df362e6d76cd782a57ab2c06d02 2024-11-20T08:21:10,346 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/default/test/6fb3333fdaf9d57ad90f9df4a958810d/.tmp/f/1ceef002216740f580b4fca923d7be54 2024-11-20T08:21:10,350 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ceef002216740f580b4fca923d7be54 2024-11-20T08:21:10,366 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/default/test/6fb3333fdaf9d57ad90f9df4a958810d/.tmp/f1/e60bbd9a98084482ae1674ef92383e72 is 30, key is row1/f1:/1732090863882/DeleteFamily/seqid=0 2024-11-20T08:21:10,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741843_1019 (size=5158) 2024-11-20T08:21:10,370 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/default/test/6fb3333fdaf9d57ad90f9df4a958810d/.tmp/f1/e60bbd9a98084482ae1674ef92383e72 2024-11-20T08:21:10,375 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e60bbd9a98084482ae1674ef92383e72 2024-11-20T08:21:10,378 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/1588230740/.tmp/ns/47c48138616b4873b93420d85bfe213a 2024-11-20T08:21:10,397 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/default/test/6fb3333fdaf9d57ad90f9df4a958810d/.tmp/norep/c566e4e9f8424de792c6fb1d702678f0 is 33, key is row1/norep:/1732090863882/DeleteFamily/seqid=0 2024-11-20T08:21:10,398 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/1588230740/.tmp/rep_barrier/214af3dde09c41d2a0fcc63809826ec9 is 112, key is test,,1732090851077.6fb3333fdaf9d57ad90f9df4a958810d./rep_barrier:seqnumDuringOpen/1732090851832/Put/seqid=0 2024-11-20T08:21:10,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741844_1020 (size=5108) 2024-11-20T08:21:10,404 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/default/test/6fb3333fdaf9d57ad90f9df4a958810d/.tmp/norep/c566e4e9f8424de792c6fb1d702678f0 2024-11-20T08:21:10,411 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c566e4e9f8424de792c6fb1d702678f0 2024-11-20T08:21:10,412 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/default/test/6fb3333fdaf9d57ad90f9df4a958810d/.tmp/f/1ceef002216740f580b4fca923d7be54 as hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/default/test/6fb3333fdaf9d57ad90f9df4a958810d/f/1ceef002216740f580b4fca923d7be54 2024-11-20T08:21:10,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741845_1021 (size=5518) 2024-11-20T08:21:10,420 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ceef002216740f580b4fca923d7be54 2024-11-20T08:21:10,420 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/default/test/6fb3333fdaf9d57ad90f9df4a958810d/f/1ceef002216740f580b4fca923d7be54, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T08:21:10,421 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/default/test/6fb3333fdaf9d57ad90f9df4a958810d/.tmp/f1/e60bbd9a98084482ae1674ef92383e72 as hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/default/test/6fb3333fdaf9d57ad90f9df4a958810d/f1/e60bbd9a98084482ae1674ef92383e72 2024-11-20T08:21:10,425 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e60bbd9a98084482ae1674ef92383e72 2024-11-20T08:21:10,425 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/default/test/6fb3333fdaf9d57ad90f9df4a958810d/f1/e60bbd9a98084482ae1674ef92383e72, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T08:21:10,426 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/default/test/6fb3333fdaf9d57ad90f9df4a958810d/.tmp/norep/c566e4e9f8424de792c6fb1d702678f0 as hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/default/test/6fb3333fdaf9d57ad90f9df4a958810d/norep/c566e4e9f8424de792c6fb1d702678f0 2024-11-20T08:21:10,431 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c566e4e9f8424de792c6fb1d702678f0 2024-11-20T08:21:10,431 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/default/test/6fb3333fdaf9d57ad90f9df4a958810d/norep/c566e4e9f8424de792c6fb1d702678f0, entries=1, sequenceid=10, filesize=5.0 K 2024-11-20T08:21:10,432 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6fb3333fdaf9d57ad90f9df4a958810d in 538ms, sequenceid=10, compaction requested=false 2024-11-20T08:21:10,432 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T08:21:10,442 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/default/test/6fb3333fdaf9d57ad90f9df4a958810d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T08:21:10,444 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:21:10,444 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T08:21:10,444 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732090851077.6fb3333fdaf9d57ad90f9df4a958810d. 2024-11-20T08:21:10,444 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6fb3333fdaf9d57ad90f9df4a958810d: Waiting for close lock at 1732090869894Running coprocessor pre-close hooks at 1732090869894Disabling compacts and flushes for region at 1732090869894Disabling writes for close at 1732090869894Obtaining lock to block concurrent updates at 1732090869894Preparing flush snapshotting stores in 6fb3333fdaf9d57ad90f9df4a958810d at 1732090869894Finished memstore snapshotting test,,1732090851077.6fb3333fdaf9d57ad90f9df4a958810d., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732090869895 (+1 ms)Flushing stores of test,,1732090851077.6fb3333fdaf9d57ad90f9df4a958810d. at 1732090869896 (+1 ms)Flushing 6fb3333fdaf9d57ad90f9df4a958810d/f: creating writer at 1732090869896Flushing 6fb3333fdaf9d57ad90f9df4a958810d/f: appending metadata at 1732090869939 (+43 ms)Flushing 6fb3333fdaf9d57ad90f9df4a958810d/f: closing flushed file at 1732090869939Flushing 6fb3333fdaf9d57ad90f9df4a958810d/f1: creating writer at 1732090870350 (+411 ms)Flushing 6fb3333fdaf9d57ad90f9df4a958810d/f1: appending metadata at 1732090870366 (+16 ms)Flushing 6fb3333fdaf9d57ad90f9df4a958810d/f1: closing flushed file at 1732090870366Flushing 6fb3333fdaf9d57ad90f9df4a958810d/norep: creating writer at 1732090870375 (+9 ms)Flushing 6fb3333fdaf9d57ad90f9df4a958810d/norep: appending metadata at 1732090870396 (+21 ms)Flushing 6fb3333fdaf9d57ad90f9df4a958810d/norep: closing flushed file at 1732090870396Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d448b9a: reopening flushed file at 1732090870411 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b79fd82: reopening flushed file at 1732090870420 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b74e004: reopening flushed file at 1732090870425 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6fb3333fdaf9d57ad90f9df4a958810d in 538ms, sequenceid=10, compaction requested=false at 1732090870432 (+7 ms)Writing region close event to WAL at 1732090870439 (+7 ms)Running coprocessor post-close hooks at 1732090870444 (+5 ms)Closed at 1732090870444 2024-11-20T08:21:10,444 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732090851077.6fb3333fdaf9d57ad90f9df4a958810d. 2024-11-20T08:21:10,445 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ff70df362e6d76cd782a57ab2c06d02, disabling compactions & flushes 2024-11-20T08:21:10,445 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02. 2024-11-20T08:21:10,445 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02. 2024-11-20T08:21:10,445 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02. after waiting 0 ms 2024-11-20T08:21:10,445 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02. 2024-11-20T08:21:10,445 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8ff70df362e6d76cd782a57ab2c06d02 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-20T08:21:10,467 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/replication/8ff70df362e6d76cd782a57ab2c06d02/.tmp/queue/8ba567a1612b4f27821bc3aa0b208b02 is 154, key is 1-3354ef74e3b7,34649,1732090843651/queue:3354ef74e3b7%2C34649%2C1732090843651/1732090865369/Put/seqid=0 2024-11-20T08:21:10,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741846_1022 (size=5353) 2024-11-20T08:21:10,486 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/replication/8ff70df362e6d76cd782a57ab2c06d02/.tmp/queue/8ba567a1612b4f27821bc3aa0b208b02 2024-11-20T08:21:10,490 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/replication/8ff70df362e6d76cd782a57ab2c06d02/.tmp/queue/8ba567a1612b4f27821bc3aa0b208b02 as hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/replication/8ff70df362e6d76cd782a57ab2c06d02/queue/8ba567a1612b4f27821bc3aa0b208b02 2024-11-20T08:21:10,494 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/replication/8ff70df362e6d76cd782a57ab2c06d02/queue/8ba567a1612b4f27821bc3aa0b208b02, entries=1, sequenceid=12, filesize=5.2 K 2024-11-20T08:21:10,495 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8ff70df362e6d76cd782a57ab2c06d02 in 50ms, sequenceid=12, compaction requested=false 2024-11-20T08:21:10,495 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T08:21:10,499 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/replication/8ff70df362e6d76cd782a57ab2c06d02/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T08:21:10,500 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:21:10,500 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:21:10,500 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02. 2024-11-20T08:21:10,500 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ff70df362e6d76cd782a57ab2c06d02: Waiting for close lock at 1732090870445Running coprocessor pre-close hooks at 1732090870445Disabling compacts and flushes for region at 1732090870445Disabling writes for close at 1732090870445Obtaining lock to block concurrent updates at 1732090870445Preparing flush snapshotting stores in 8ff70df362e6d76cd782a57ab2c06d02 at 1732090870445Finished memstore snapshotting hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732090870445Flushing stores of hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02. at 1732090870449 (+4 ms)Flushing 8ff70df362e6d76cd782a57ab2c06d02/queue: creating writer at 1732090870449Flushing 8ff70df362e6d76cd782a57ab2c06d02/queue: appending metadata at 1732090870466 (+17 ms)Flushing 8ff70df362e6d76cd782a57ab2c06d02/queue: closing flushed file at 1732090870466Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4052ab25: reopening flushed file at 1732090870489 (+23 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8ff70df362e6d76cd782a57ab2c06d02 in 50ms, sequenceid=12, compaction requested=false at 1732090870495 (+6 ms)Writing region close event to WAL at 1732090870496 (+1 ms)Running coprocessor post-close hooks at 1732090870500 (+4 ms)Closed at 1732090870500 2024-11-20T08:21:10,500 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732090855530.8ff70df362e6d76cd782a57ab2c06d02. 2024-11-20T08:21:10,505 DEBUG [RS:0;3354ef74e3b7:34649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:21:10,537 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T08:21:10,537 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T08:21:10,705 DEBUG [RS:0;3354ef74e3b7:34649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:21:10,815 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 1193, reset compression=false 2024-11-20T08:21:10,816 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/1588230740/.tmp/rep_barrier/214af3dde09c41d2a0fcc63809826ec9 2024-11-20T08:21:10,825 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:21:10,825 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.wal-reader.3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636 to pos 2084, reset compression=false 2024-11-20T08:21:10,825 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.shipper3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,34649,1732090843651 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/WALs/3354ef74e3b7,34649,1732090843651/3354ef74e3b7%2C34649%2C1732090843651.1732090845636, lastWalPosition=2084, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:21:10,826 ERROR [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.shipper3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3354ef74e3b7,34649,1732090843651: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3354ef74e3b7,34649,1732090843651, walGroup=3354ef74e3b7%2C34649%2C1732090843651, offset=3354ef74e3b7%2C34649%2C1732090843651.1732090845636:2084, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:34649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T08:21:10,828 ERROR [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.shipper3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T08:21:10,828 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.shipper3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T08:21:10,829 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.shipper3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T08:21:10,829 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.shipper3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T08:21:10,829 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.shipper3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T08:21:10,829 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.shipper3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1426063360, "init": 1048576000, "max": 2306867200, "used": 1001343208 }, "NonHeapMemoryUsage": { "committed": 206831616, "init": 7667712, "max": -1, "used": 201877832 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T08:21:10,830 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.shipper3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:38353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:38353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T08:21:10,840 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/1588230740/.tmp/table/8f2b48ba12604b548035d42f7b422d9a is 53, key is hbase:replication/table:state/1732090856358/Put/seqid=0 2024-11-20T08:21:10,844 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 636, reset compression=false 2024-11-20T08:21:10,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741847_1023 (size=5308) 2024-11-20T08:21:10,850 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/1588230740/.tmp/table/8f2b48ba12604b548035d42f7b422d9a 2024-11-20T08:21:10,856 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/1588230740/.tmp/info/bfbcacad5b044c888d4367afba2590e3 as hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/1588230740/info/bfbcacad5b044c888d4367afba2590e3 2024-11-20T08:21:10,860 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/1588230740/info/bfbcacad5b044c888d4367afba2590e3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T08:21:10,861 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/1588230740/.tmp/ns/47c48138616b4873b93420d85bfe213a as hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/1588230740/ns/47c48138616b4873b93420d85bfe213a 2024-11-20T08:21:10,865 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/1588230740/ns/47c48138616b4873b93420d85bfe213a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T08:21:10,865 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/1588230740/.tmp/rep_barrier/214af3dde09c41d2a0fcc63809826ec9 as hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/1588230740/rep_barrier/214af3dde09c41d2a0fcc63809826ec9 2024-11-20T08:21:10,869 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/1588230740/rep_barrier/214af3dde09c41d2a0fcc63809826ec9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T08:21:10,870 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/1588230740/.tmp/table/8f2b48ba12604b548035d42f7b422d9a as hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/1588230740/table/8f2b48ba12604b548035d42f7b422d9a 2024-11-20T08:21:10,873 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/1588230740/table/8f2b48ba12604b548035d42f7b422d9a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T08:21:10,874 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 967ms, sequenceid=16, compaction requested=false 2024-11-20T08:21:10,889 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T08:21:10,890 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:21:10,890 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:21:10,891 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:21:10,891 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090869907Running coprocessor pre-close hooks at 1732090869907Disabling compacts and flushes for region at 1732090869907Disabling writes for close at 1732090869907Obtaining lock to block concurrent updates at 1732090869907Preparing flush snapshotting stores in 1588230740 at 1732090869907Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732090869907Flushing stores of hbase:meta,,1.1588230740 at 1732090869913 (+6 ms)Flushing 1588230740/info: creating writer at 1732090869913Flushing 1588230740/info: appending metadata at 1732090869934 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732090869934Flushing 1588230740/ns: creating writer at 1732090869947 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732090869966 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732090869966Flushing 1588230740/rep_barrier: creating writer at 1732090870381 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732090870398 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732090870398Flushing 1588230740/table: creating writer at 1732090870821 (+423 ms)Flushing 1588230740/table: appending metadata at 1732090870840 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732090870840Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7263c582: reopening flushed file at 1732090870855 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a3b8f1e: reopening flushed file at 1732090870860 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dcf2ae0: reopening flushed file at 1732090870865 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fa2ae45: reopening flushed file at 1732090870869 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 967ms, sequenceid=16, compaction requested=false at 1732090870874 (+5 ms)Writing region close event to WAL at 1732090870875 (+1 ms)Running coprocessor post-close hooks at 1732090870890 (+15 ms)Closed at 1732090870891 (+1 ms) 2024-11-20T08:21:10,891 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:21:10,905 INFO [RS:0;3354ef74e3b7:34649 {}] regionserver.HRegionServer(976): stopping server 3354ef74e3b7,34649,1732090843651; all regions closed. 2024-11-20T08:21:10,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741834_1010 (size=4239) 2024-11-20T08:21:10,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:10,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:10,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:10,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:10,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:10,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:10,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741839_1015 (size=3114) 2024-11-20T08:21:10,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741832_1008 (size=2092) 2024-11-20T08:21:10,999 DEBUG [RS:0;3354ef74e3b7:34649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:10,999 INFO [RS:0;3354ef74e3b7:34649 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:21:10,999 INFO [RS:0;3354ef74e3b7:34649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:21:10,999 INFO [RS:0;3354ef74e3b7:34649 {}] hbase.ChoreService(370): Chore service for: regionserver/3354ef74e3b7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T08:21:10,999 INFO [RS:0;3354ef74e3b7:34649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:21:10,999 INFO [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:21:11,000 INFO [RS:0;3354ef74e3b7:34649 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3354ef74e3b7,34649,1732090843651 because: Region server is closing 2024-11-20T08:21:11,000 INFO [RS:0;3354ef74e3b7:34649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:34649. 2024-11-20T08:21:11,000 DEBUG [RS:0;3354ef74e3b7:34649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:11,000 DEBUG [RS:0;3354ef74e3b7:34649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:11,000 DEBUG [RS:0;3354ef74e3b7:34649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:11,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:21:11,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:11,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:11,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:11,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:11,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:11,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:11,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:11,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:11,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:11,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:11,100 INFO [RS:0;3354ef74e3b7:34649 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,34649,1732090843651.replicationSource.shipper3354ef74e3b7%2C34649%2C1732090843651,1-3354ef74e3b7,34649,1732090843651 terminated 2024-11-20T08:21:11,100 INFO [RS:0;3354ef74e3b7:34649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:34649. 2024-11-20T08:21:11,100 DEBUG [RS:0;3354ef74e3b7:34649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:11,101 DEBUG [RS:0;3354ef74e3b7:34649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:11,101 DEBUG [RS:0;3354ef74e3b7:34649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:11,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:21:11,101 INFO [RS:0;3354ef74e3b7:34649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34649 2024-11-20T08:21:11,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x1013476a8e40004, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1207630146/rs/3354ef74e3b7,34649,1732090843651 2024-11-20T08:21:11,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1207630146/rs 2024-11-20T08:21:11,104 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3354ef74e3b7,34649,1732090843651] 2024-11-20T08:21:11,105 INFO [RS:0;3354ef74e3b7:34649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:21:11,110 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1207630146/draining/3354ef74e3b7,34649,1732090843651 already deleted, retry=false 2024-11-20T08:21:11,110 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3354ef74e3b7,34649,1732090843651 expired; onlineServers=0 2024-11-20T08:21:11,110 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3354ef74e3b7,38353,1732090843613' ***** 2024-11-20T08:21:11,110 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:21:11,110 INFO [M:0;3354ef74e3b7:38353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:21:11,110 INFO [M:0;3354ef74e3b7:38353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:21:11,110 DEBUG [M:0;3354ef74e3b7:38353 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:21:11,110 DEBUG [M:0;3354ef74e3b7:38353 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:21:11,110 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090845416 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090845416,5,FailOnTimeoutGroup] 2024-11-20T08:21:11,110 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090845414 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090845414,5,FailOnTimeoutGroup] 2024-11-20T08:21:11,111 INFO [M:0;3354ef74e3b7:38353 {}] hbase.ChoreService(370): Chore service for: master/3354ef74e3b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T08:21:11,111 INFO [M:0;3354ef74e3b7:38353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:21:11,111 DEBUG [M:0;3354ef74e3b7:38353 {}] master.HMaster(1795): Stopping service threads 2024-11-20T08:21:11,111 INFO [M:0;3354ef74e3b7:38353 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:21:11,111 INFO [M:0;3354ef74e3b7:38353 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:21:11,111 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:21:11,112 INFO [M:0;3354ef74e3b7:38353 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:21:11,112 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:21:11,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1207630146/master 2024-11-20T08:21:11,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1207630146 2024-11-20T08:21:11,114 DEBUG [M:0;3354ef74e3b7:38353 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1207630146/master already deleted, retry=false 2024-11-20T08:21:11,114 DEBUG [M:0;3354ef74e3b7:38353 {}] master.ActiveMasterManager(353): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1207630146/master 2024-11-20T08:21:11,115 INFO [M:0;3354ef74e3b7:38353 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/.lastflushedseqids 2024-11-20T08:21:11,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741848_1024 (size=245) 2024-11-20T08:21:11,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x1013476a8e40004, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:21:11,212 INFO [RS:0;3354ef74e3b7:34649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:21:11,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34649-0x1013476a8e40004, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:21:11,212 INFO [RS:0;3354ef74e3b7:34649 {}] regionserver.HRegionServer(1031): Exiting; stopping=3354ef74e3b7,34649,1732090843651; zookeeper connection closed. 2024-11-20T08:21:11,213 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e7511e3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e7511e3 2024-11-20T08:21:11,213 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T08:21:11,527 INFO [M:0;3354ef74e3b7:38353 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T08:21:11,527 INFO [M:0;3354ef74e3b7:38353 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:21:11,528 DEBUG [M:0;3354ef74e3b7:38353 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:21:11,528 INFO [M:0;3354ef74e3b7:38353 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:11,528 DEBUG [M:0;3354ef74e3b7:38353 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:11,528 DEBUG [M:0;3354ef74e3b7:38353 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:21:11,528 DEBUG [M:0;3354ef74e3b7:38353 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:11,528 INFO [M:0;3354ef74e3b7:38353 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T08:21:11,550 DEBUG [M:0;3354ef74e3b7:38353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/220f8f4aa33f432c8731dfbf517291bb is 82, key is hbase:meta,,1/info:regioninfo/1732090846583/Put/seqid=0 2024-11-20T08:21:11,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741849_1025 (size=5672) 2024-11-20T08:21:11,561 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:21:11,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:11,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:11,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:11,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:11,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:11,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:11,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:11,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:11,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:11,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:11,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:11,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:11,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:11,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:11,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:11,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:11,954 INFO [M:0;3354ef74e3b7:38353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/220f8f4aa33f432c8731dfbf517291bb 2024-11-20T08:21:11,978 DEBUG [M:0;3354ef74e3b7:38353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9435d2602554412d996cf72923aa7feb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732090856363/Put/seqid=0 2024-11-20T08:21:11,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741850_1026 (size=8516) 2024-11-20T08:21:12,162 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 636, reset compression=false 2024-11-20T08:21:12,382 INFO [M:0;3354ef74e3b7:38353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9435d2602554412d996cf72923aa7feb 2024-11-20T08:21:12,402 DEBUG [M:0;3354ef74e3b7:38353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a253eb7ce75341fc8dc8102718230f78 is 69, key is 3354ef74e3b7,34649,1732090843651/rs:state/1732090845491/Put/seqid=0 2024-11-20T08:21:12,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741851_1027 (size=5156) 2024-11-20T08:21:12,406 INFO [M:0;3354ef74e3b7:38353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a253eb7ce75341fc8dc8102718230f78 2024-11-20T08:21:12,410 DEBUG [M:0;3354ef74e3b7:38353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/220f8f4aa33f432c8731dfbf517291bb as hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/220f8f4aa33f432c8731dfbf517291bb 2024-11-20T08:21:12,416 INFO [M:0;3354ef74e3b7:38353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/220f8f4aa33f432c8731dfbf517291bb, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T08:21:12,427 DEBUG [M:0;3354ef74e3b7:38353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9435d2602554412d996cf72923aa7feb as hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9435d2602554412d996cf72923aa7feb 2024-11-20T08:21:12,431 INFO [M:0;3354ef74e3b7:38353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9435d2602554412d996cf72923aa7feb, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T08:21:12,432 DEBUG [M:0;3354ef74e3b7:38353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a253eb7ce75341fc8dc8102718230f78 as hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a253eb7ce75341fc8dc8102718230f78 2024-11-20T08:21:12,442 INFO [M:0;3354ef74e3b7:38353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43627/user/jenkins/test-data/0054f849-b45c-2639-3f8e-066167113e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a253eb7ce75341fc8dc8102718230f78, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T08:21:12,442 INFO [M:0;3354ef74e3b7:38353 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=97, compaction requested=false 2024-11-20T08:21:12,445 INFO [M:0;3354ef74e3b7:38353 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:12,445 DEBUG [M:0;3354ef74e3b7:38353 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090871528Disabling compacts and flushes for region at 1732090871528Disabling writes for close at 1732090871528Obtaining lock to block concurrent updates at 1732090871528Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732090871528Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732090871528Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732090871529 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732090871529Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732090871549 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732090871549Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732090871958 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732090871977 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732090871977Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732090872386 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732090872401 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732090872401Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@288f3125: reopening flushed file at 1732090872410 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@502a0030: reopening flushed file at 1732090872417 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27faa0dd: reopening flushed file at 1732090872431 (+14 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=97, compaction requested=false at 1732090872442 (+11 ms)Writing region close event to WAL at 1732090872445 (+3 ms)Closed at 1732090872445 2024-11-20T08:21:12,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46143 is added to blk_1073741830_1006 (size=63654) 2024-11-20T08:21:12,450 INFO [M:0;3354ef74e3b7:38353 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T08:21:12,450 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:21:12,450 INFO [M:0;3354ef74e3b7:38353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38353 2024-11-20T08:21:12,451 INFO [M:0;3354ef74e3b7:38353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:21:12,554 INFO [M:0;3354ef74e3b7:38353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:21:12,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:21:12,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38353-0x1013476a8e40003, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:21:12,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c1bbde9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:21:12,562 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77396616{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:21:12,562 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:21:12,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53054af2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:21:12,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@384e6aae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/hadoop.log.dir/,STOPPED} 2024-11-20T08:21:12,564 WARN [BP-1429446465-172.17.0.2-1732090842702 heartbeating to localhost/127.0.0.1:43627 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:21:12,564 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:21:12,564 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:21:12,564 WARN [BP-1429446465-172.17.0.2-1732090842702 heartbeating to localhost/127.0.0.1:43627 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1429446465-172.17.0.2-1732090842702 (Datanode Uuid bdca37ed-616e-4140-a1a4-dd655beced66) service to localhost/127.0.0.1:43627 2024-11-20T08:21:12,565 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/cluster_e955071a-f020-8e7b-30ed-5b2d28e463d7/data/data1/current/BP-1429446465-172.17.0.2-1732090842702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:21:12,565 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/cluster_e955071a-f020-8e7b-30ed-5b2d28e463d7/data/data2/current/BP-1429446465-172.17.0.2-1732090842702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:21:12,565 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:21:12,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f214afe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:21:12,573 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5714c4c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:21:12,573 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:21:12,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f4346b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:21:12,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b96bf75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cc45c2f-bd44-1d56-f92d-998cf9e303e9/hadoop.log.dir/,STOPPED} 2024-11-20T08:21:12,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T08:21:12,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T08:21:12,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:21:12,587 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:12,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:12,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:12,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:21:12,587 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:21:12,587 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1190036325, stopped=false 2024-11-20T08:21:12,588 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3354ef74e3b7,41371,1732090839591 2024-11-20T08:21:12,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-917888512/running 2024-11-20T08:21:12,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-917888512 2024-11-20T08:21:12,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1013476a8e40001, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-917888512/running 2024-11-20T08:21:12,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1013476a8e40001, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-917888512 2024-11-20T08:21:12,589 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:21:12,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Set watcher on znode that does not yet exist, /0-917888512/running 2024-11-20T08:21:12,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46357-0x1013476a8e40001, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Set watcher on znode that does not yet exist, /0-917888512/running 2024-11-20T08:21:12,592 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:21:12,592 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:12,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:12,593 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3354ef74e3b7,46357,1732090839651' ***** 2024-11-20T08:21:12,593 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:21:12,593 INFO [RS:0;3354ef74e3b7:46357 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:21:12,593 INFO [RS:0;3354ef74e3b7:46357 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:21:12,593 INFO [RS:0;3354ef74e3b7:46357 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:21:12,593 INFO [RS:0;3354ef74e3b7:46357 {}] regionserver.HRegionServer(3091): Received CLOSE for ceeb17b19fc680897bb28fb22c4702b8 2024-11-20T08:21:12,593 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:21:12,594 INFO [RS:0;3354ef74e3b7:46357 {}] regionserver.HRegionServer(3091): Received CLOSE for 18294e56889fba542486ae3464ad3133 2024-11-20T08:21:12,594 INFO [RS:0;3354ef74e3b7:46357 {}] regionserver.HRegionServer(959): stopping server 3354ef74e3b7,46357,1732090839651 2024-11-20T08:21:12,594 INFO [RS:0;3354ef74e3b7:46357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:21:12,594 INFO [RS:0;3354ef74e3b7:46357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:46357. 2024-11-20T08:21:12,594 DEBUG [RS:0;3354ef74e3b7:46357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:12,594 DEBUG [RS:0;3354ef74e3b7:46357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:12,594 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ceeb17b19fc680897bb28fb22c4702b8, disabling compactions & flushes 2024-11-20T08:21:12,594 INFO [RS:0;3354ef74e3b7:46357 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:21:12,594 INFO [RS:0;3354ef74e3b7:46357 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:21:12,594 INFO [RS:0;3354ef74e3b7:46357 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:21:12,594 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8. 2024-11-20T08:21:12,594 INFO [RS:0;3354ef74e3b7:46357 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T08:21:12,594 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8. 2024-11-20T08:21:12,594 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8. after waiting 0 ms 2024-11-20T08:21:12,594 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8. 2024-11-20T08:21:12,594 INFO [RS:0;3354ef74e3b7:46357 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T08:21:12,594 DEBUG [RS:0;3354ef74e3b7:46357 {}] regionserver.HRegionServer(1325): Online Regions={ceeb17b19fc680897bb28fb22c4702b8=hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8., 1588230740=hbase:meta,,1.1588230740, 18294e56889fba542486ae3464ad3133=test,,1732090849937.18294e56889fba542486ae3464ad3133.} 2024-11-20T08:21:12,594 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ceeb17b19fc680897bb28fb22c4702b8 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-20T08:21:12,594 DEBUG [RS:0;3354ef74e3b7:46357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18294e56889fba542486ae3464ad3133, ceeb17b19fc680897bb28fb22c4702b8 2024-11-20T08:21:12,595 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:21:12,595 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:21:12,595 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:21:12,595 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:21:12,595 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:21:12,595 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T08:21:12,622 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/replication/ceeb17b19fc680897bb28fb22c4702b8/.tmp/queue/407eca0bb2a94b6fb22270b04e7b161f is 153, key is 1-3354ef74e3b7,46357,1732090839651/queue:3354ef74e3b7%2C46357%2C1732090839651/1732090863093/Put/seqid=0 2024-11-20T08:21:12,628 INFO [regionserver/3354ef74e3b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:21:12,628 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/1588230740/.tmp/info/5f415020692045589c8f14a3ccffbf97 is 147, key is hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8./info:regioninfo/1732090854781/Put/seqid=0 2024-11-20T08:21:12,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741840_1016 (size=7686) 2024-11-20T08:21:12,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741841_1017 (size=5352) 2024-11-20T08:21:12,795 DEBUG [RS:0;3354ef74e3b7:46357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18294e56889fba542486ae3464ad3133, ceeb17b19fc680897bb28fb22c4702b8 2024-11-20T08:21:12,995 DEBUG [RS:0;3354ef74e3b7:46357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18294e56889fba542486ae3464ad3133, ceeb17b19fc680897bb28fb22c4702b8 2024-11-20T08:21:13,036 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/1588230740/.tmp/info/5f415020692045589c8f14a3ccffbf97 2024-11-20T08:21:13,040 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/replication/ceeb17b19fc680897bb28fb22c4702b8/.tmp/queue/407eca0bb2a94b6fb22270b04e7b161f 2024-11-20T08:21:13,046 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/replication/ceeb17b19fc680897bb28fb22c4702b8/.tmp/queue/407eca0bb2a94b6fb22270b04e7b161f as hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/replication/ceeb17b19fc680897bb28fb22c4702b8/queue/407eca0bb2a94b6fb22270b04e7b161f 2024-11-20T08:21:13,050 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/replication/ceeb17b19fc680897bb28fb22c4702b8/queue/407eca0bb2a94b6fb22270b04e7b161f, entries=1, sequenceid=8, filesize=5.2 K 2024-11-20T08:21:13,051 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for ceeb17b19fc680897bb28fb22c4702b8 in 457ms, sequenceid=8, compaction requested=false 2024-11-20T08:21:13,055 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/replication/ceeb17b19fc680897bb28fb22c4702b8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T08:21:13,056 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:21:13,056 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:21:13,056 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8. 2024-11-20T08:21:13,056 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ceeb17b19fc680897bb28fb22c4702b8: Waiting for close lock at 1732090872594Running coprocessor pre-close hooks at 1732090872594Disabling compacts and flushes for region at 1732090872594Disabling writes for close at 1732090872594Obtaining lock to block concurrent updates at 1732090872594Preparing flush snapshotting stores in ceeb17b19fc680897bb28fb22c4702b8 at 1732090872594Finished memstore snapshotting hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732090872595 (+1 ms)Flushing stores of hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8. at 1732090872596 (+1 ms)Flushing ceeb17b19fc680897bb28fb22c4702b8/queue: creating writer at 1732090872596Flushing ceeb17b19fc680897bb28fb22c4702b8/queue: appending metadata at 1732090872621 (+25 ms)Flushing ceeb17b19fc680897bb28fb22c4702b8/queue: closing flushed file at 1732090872621Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41611096: reopening flushed file at 1732090873045 (+424 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for ceeb17b19fc680897bb28fb22c4702b8 in 457ms, sequenceid=8, compaction requested=false at 1732090873051 (+6 ms)Writing region close event to WAL at 1732090873052 (+1 ms)Running coprocessor post-close hooks at 1732090873056 (+4 ms)Closed at 1732090873056 2024-11-20T08:21:13,056 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732090854381.ceeb17b19fc680897bb28fb22c4702b8. 2024-11-20T08:21:13,057 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18294e56889fba542486ae3464ad3133, disabling compactions & flushes 2024-11-20T08:21:13,057 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732090849937.18294e56889fba542486ae3464ad3133. 2024-11-20T08:21:13,057 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090849937.18294e56889fba542486ae3464ad3133. 2024-11-20T08:21:13,057 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732090849937.18294e56889fba542486ae3464ad3133. after waiting 0 ms 2024-11-20T08:21:13,057 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732090849937.18294e56889fba542486ae3464ad3133. 2024-11-20T08:21:13,057 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 18294e56889fba542486ae3464ad3133 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-20T08:21:13,060 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/1588230740/.tmp/ns/fd9d030f3ebe4a2f9eb8c65685ee977c is 43, key is default/ns:d/1732090842629/Put/seqid=0 2024-11-20T08:21:13,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741842_1018 (size=5153) 2024-11-20T08:21:13,064 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/1588230740/.tmp/ns/fd9d030f3ebe4a2f9eb8c65685ee977c 2024-11-20T08:21:13,078 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/default/test/18294e56889fba542486ae3464ad3133/.tmp/f/009b17d47ddb40f78312930e29c6c690 is 28, key is row/f:/1732090862877/DeleteFamily/seqid=0 2024-11-20T08:21:13,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741843_1019 (size=5085) 2024-11-20T08:21:13,082 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/default/test/18294e56889fba542486ae3464ad3133/.tmp/f/009b17d47ddb40f78312930e29c6c690 2024-11-20T08:21:13,089 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 009b17d47ddb40f78312930e29c6c690 2024-11-20T08:21:13,093 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/1588230740/.tmp/rep_barrier/fc84cd21d87d48c697d92911e594564e is 112, key is test,,1732090849937.18294e56889fba542486ae3464ad3133./rep_barrier:seqnumDuringOpen/1732090850680/Put/seqid=0 2024-11-20T08:21:13,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741844_1020 (size=5518) 2024-11-20T08:21:13,109 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/default/test/18294e56889fba542486ae3464ad3133/.tmp/f1/d289d00cdde5409abe3150a4dde72070 is 29, key is row/f1:/1732090862877/DeleteFamily/seqid=0 2024-11-20T08:21:13,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741845_1021 (size=5089) 2024-11-20T08:21:13,112 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/default/test/18294e56889fba542486ae3464ad3133/.tmp/f1/d289d00cdde5409abe3150a4dde72070 2024-11-20T08:21:13,116 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d289d00cdde5409abe3150a4dde72070 2024-11-20T08:21:13,132 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/default/test/18294e56889fba542486ae3464ad3133/.tmp/norep/fbd873e2f43b4bec9ed7f38f0baa0a6c is 32, key is row/norep:/1732090862877/DeleteFamily/seqid=0 2024-11-20T08:21:13,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741846_1022 (size=5101) 2024-11-20T08:21:13,136 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/default/test/18294e56889fba542486ae3464ad3133/.tmp/norep/fbd873e2f43b4bec9ed7f38f0baa0a6c 2024-11-20T08:21:13,140 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbd873e2f43b4bec9ed7f38f0baa0a6c 2024-11-20T08:21:13,141 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/default/test/18294e56889fba542486ae3464ad3133/.tmp/f/009b17d47ddb40f78312930e29c6c690 as hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/default/test/18294e56889fba542486ae3464ad3133/f/009b17d47ddb40f78312930e29c6c690 2024-11-20T08:21:13,154 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 009b17d47ddb40f78312930e29c6c690 2024-11-20T08:21:13,154 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/default/test/18294e56889fba542486ae3464ad3133/f/009b17d47ddb40f78312930e29c6c690, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T08:21:13,155 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/default/test/18294e56889fba542486ae3464ad3133/.tmp/f1/d289d00cdde5409abe3150a4dde72070 as hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/default/test/18294e56889fba542486ae3464ad3133/f1/d289d00cdde5409abe3150a4dde72070 2024-11-20T08:21:13,159 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d289d00cdde5409abe3150a4dde72070 2024-11-20T08:21:13,159 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/default/test/18294e56889fba542486ae3464ad3133/f1/d289d00cdde5409abe3150a4dde72070, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T08:21:13,160 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/default/test/18294e56889fba542486ae3464ad3133/.tmp/norep/fbd873e2f43b4bec9ed7f38f0baa0a6c as hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/default/test/18294e56889fba542486ae3464ad3133/norep/fbd873e2f43b4bec9ed7f38f0baa0a6c 2024-11-20T08:21:13,163 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbd873e2f43b4bec9ed7f38f0baa0a6c 2024-11-20T08:21:13,163 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/default/test/18294e56889fba542486ae3464ad3133/norep/fbd873e2f43b4bec9ed7f38f0baa0a6c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T08:21:13,164 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 18294e56889fba542486ae3464ad3133 in 107ms, sequenceid=6, compaction requested=false 2024-11-20T08:21:13,177 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/default/test/18294e56889fba542486ae3464ad3133/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T08:21:13,177 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:21:13,177 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T08:21:13,177 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732090849937.18294e56889fba542486ae3464ad3133. 2024-11-20T08:21:13,177 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18294e56889fba542486ae3464ad3133: Waiting for close lock at 1732090873056Running coprocessor pre-close hooks at 1732090873056Disabling compacts and flushes for region at 1732090873056Disabling writes for close at 1732090873057 (+1 ms)Obtaining lock to block concurrent updates at 1732090873057Preparing flush snapshotting stores in 18294e56889fba542486ae3464ad3133 at 1732090873057Finished memstore snapshotting test,,1732090849937.18294e56889fba542486ae3464ad3133., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732090873057Flushing stores of test,,1732090849937.18294e56889fba542486ae3464ad3133. at 1732090873058 (+1 ms)Flushing 18294e56889fba542486ae3464ad3133/f: creating writer at 1732090873058Flushing 18294e56889fba542486ae3464ad3133/f: appending metadata at 1732090873076 (+18 ms)Flushing 18294e56889fba542486ae3464ad3133/f: closing flushed file at 1732090873076Flushing 18294e56889fba542486ae3464ad3133/f1: creating writer at 1732090873089 (+13 ms)Flushing 18294e56889fba542486ae3464ad3133/f1: appending metadata at 1732090873108 (+19 ms)Flushing 18294e56889fba542486ae3464ad3133/f1: closing flushed file at 1732090873108Flushing 18294e56889fba542486ae3464ad3133/norep: creating writer at 1732090873116 (+8 ms)Flushing 18294e56889fba542486ae3464ad3133/norep: appending metadata at 1732090873131 (+15 ms)Flushing 18294e56889fba542486ae3464ad3133/norep: closing flushed file at 1732090873131Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aeef00d: reopening flushed file at 1732090873140 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10b22e33: reopening flushed file at 1732090873155 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d42d1b0: reopening flushed file at 1732090873159 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 18294e56889fba542486ae3464ad3133 in 107ms, sequenceid=6, compaction requested=false at 1732090873164 (+5 ms)Writing region close event to WAL at 1732090873173 (+9 ms)Running coprocessor post-close hooks at 1732090873177 (+4 ms)Closed at 1732090873177 2024-11-20T08:21:13,178 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732090849937.18294e56889fba542486ae3464ad3133. 2024-11-20T08:21:13,195 DEBUG [RS:0;3354ef74e3b7:46357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:21:13,395 DEBUG [RS:0;3354ef74e3b7:46357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:21:13,503 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T08:21:13,503 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T08:21:13,506 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/1588230740/.tmp/rep_barrier/fc84cd21d87d48c697d92911e594564e 2024-11-20T08:21:13,527 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/1588230740/.tmp/table/9b9125548c8248c4bcdc27a3fbd1629b is 53, key is hbase:replication/table:state/1732090854788/Put/seqid=0 2024-11-20T08:21:13,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741847_1023 (size=5308) 2024-11-20T08:21:13,566 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 636, reset compression=false 2024-11-20T08:21:13,576 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:21:13,576 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 1527, reset compression=false 2024-11-20T08:21:13,576 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.shipper3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,46357,1732090839651 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:21:13,577 ERROR [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.shipper3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3354ef74e3b7,46357,1732090839651: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3354ef74e3b7,46357,1732090839651, walGroup=3354ef74e3b7%2C46357%2C1732090839651, offset=3354ef74e3b7%2C46357%2C1732090839651.1732090841635:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:46357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T08:21:13,578 ERROR [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.shipper3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T08:21:13,578 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.shipper3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T08:21:13,579 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.shipper3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T08:21:13,579 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.shipper3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T08:21:13,579 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.shipper3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T08:21:13,579 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.shipper3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1426063360, "init": 1048576000, "max": 2306867200, "used": 1099909352 }, "NonHeapMemoryUsage": { "committed": 207028224, "init": 7667712, "max": -1, "used": 202445024 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T08:21:13,579 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.shipper3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:41371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:41371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T08:21:13,595 INFO [RS:0;3354ef74e3b7:46357 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T08:21:13,595 DEBUG [RS:0;3354ef74e3b7:46357 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T08:21:13,596 DEBUG [RS:0;3354ef74e3b7:46357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:21:13,781 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.wal-reader.3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/WALs/3354ef74e3b7,46357,1732090839651/3354ef74e3b7%2C46357%2C1732090839651.1732090841635 to pos 1527, reset compression=false 2024-11-20T08:21:13,796 DEBUG [RS:0;3354ef74e3b7:46357 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:21:13,932 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/1588230740/.tmp/table/9b9125548c8248c4bcdc27a3fbd1629b 2024-11-20T08:21:13,937 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/1588230740/.tmp/info/5f415020692045589c8f14a3ccffbf97 as hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/1588230740/info/5f415020692045589c8f14a3ccffbf97 2024-11-20T08:21:13,940 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/1588230740/info/5f415020692045589c8f14a3ccffbf97, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T08:21:13,943 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/1588230740/.tmp/ns/fd9d030f3ebe4a2f9eb8c65685ee977c as hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/1588230740/ns/fd9d030f3ebe4a2f9eb8c65685ee977c 2024-11-20T08:21:13,948 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/1588230740/ns/fd9d030f3ebe4a2f9eb8c65685ee977c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T08:21:13,951 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/1588230740/.tmp/rep_barrier/fc84cd21d87d48c697d92911e594564e as hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/1588230740/rep_barrier/fc84cd21d87d48c697d92911e594564e 2024-11-20T08:21:13,956 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/1588230740/rep_barrier/fc84cd21d87d48c697d92911e594564e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T08:21:13,957 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/1588230740/.tmp/table/9b9125548c8248c4bcdc27a3fbd1629b as hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/1588230740/table/9b9125548c8248c4bcdc27a3fbd1629b 2024-11-20T08:21:13,961 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/1588230740/table/9b9125548c8248c4bcdc27a3fbd1629b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T08:21:13,963 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1368ms, sequenceid=16, compaction requested=false 2024-11-20T08:21:13,963 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T08:21:13,971 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T08:21:13,972 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:21:13,972 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:21:13,972 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:21:13,972 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090872594Running coprocessor pre-close hooks at 1732090872594Disabling compacts and flushes for region at 1732090872594Disabling writes for close at 1732090872595 (+1 ms)Obtaining lock to block concurrent updates at 1732090872595Preparing flush snapshotting stores in 1588230740 at 1732090872595Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732090872596 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732090872596Flushing 1588230740/info: creating writer at 1732090872596Flushing 1588230740/info: appending metadata at 1732090872627 (+31 ms)Flushing 1588230740/info: closing flushed file at 1732090872627Flushing 1588230740/ns: creating writer at 1732090873041 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732090873060 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732090873060Flushing 1588230740/rep_barrier: creating writer at 1732090873068 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732090873092 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732090873092Flushing 1588230740/table: creating writer at 1732090873510 (+418 ms)Flushing 1588230740/table: appending metadata at 1732090873527 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732090873527Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a3c1476: reopening flushed file at 1732090873936 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@618edb25: reopening flushed file at 1732090873941 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f96f0: reopening flushed file at 1732090873948 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bc061f9: reopening flushed file at 1732090873956 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1368ms, sequenceid=16, compaction requested=false at 1732090873963 (+7 ms)Writing region close event to WAL at 1732090873969 (+6 ms)Running coprocessor post-close hooks at 1732090873972 (+3 ms)Closed at 1732090873972 2024-11-20T08:21:13,972 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:21:13,996 INFO [RS:0;3354ef74e3b7:46357 {}] regionserver.HRegionServer(976): stopping server 3354ef74e3b7,46357,1732090839651; all regions closed. 2024-11-20T08:21:14,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741834_1010 (size=4239) 2024-11-20T08:21:14,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741839_1015 (size=2240) 2024-11-20T08:21:14,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741832_1008 (size=1535) 2024-11-20T08:21:14,025 DEBUG [RS:0;3354ef74e3b7:46357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:14,025 INFO [RS:0;3354ef74e3b7:46357 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:21:14,025 INFO [RS:0;3354ef74e3b7:46357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:21:14,026 INFO [RS:0;3354ef74e3b7:46357 {}] hbase.ChoreService(370): Chore service for: regionserver/3354ef74e3b7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T08:21:14,026 INFO [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:21:14,026 INFO [RS:0;3354ef74e3b7:46357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:21:14,026 INFO [RS:0;3354ef74e3b7:46357 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3354ef74e3b7,46357,1732090839651 because: Region server is closing 2024-11-20T08:21:14,026 INFO [RS:0;3354ef74e3b7:46357 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:46357. 2024-11-20T08:21:14,027 DEBUG [RS:0;3354ef74e3b7:46357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:14,027 DEBUG [RS:0;3354ef74e3b7:46357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:14,027 DEBUG [RS:0;3354ef74e3b7:46357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:14,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:21:14,127 INFO [RS:0;3354ef74e3b7:46357 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,46357,1732090839651.replicationSource.shipper3354ef74e3b7%2C46357%2C1732090839651,1-3354ef74e3b7,46357,1732090839651 terminated 2024-11-20T08:21:14,127 INFO [RS:0;3354ef74e3b7:46357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46357 2024-11-20T08:21:14,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-917888512/rs 2024-11-20T08:21:14,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1013476a8e40001, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-917888512/rs/3354ef74e3b7,46357,1732090839651 2024-11-20T08:21:14,131 INFO [RS:0;3354ef74e3b7:46357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:21:14,132 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3354ef74e3b7,46357,1732090839651] 2024-11-20T08:21:14,134 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-917888512/draining/3354ef74e3b7,46357,1732090839651 already deleted, retry=false 2024-11-20T08:21:14,134 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3354ef74e3b7,46357,1732090839651 expired; onlineServers=0 2024-11-20T08:21:14,134 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3354ef74e3b7,41371,1732090839591' ***** 2024-11-20T08:21:14,134 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:21:14,134 INFO [M:0;3354ef74e3b7:41371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:21:14,135 INFO [M:0;3354ef74e3b7:41371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:21:14,135 DEBUG [M:0;3354ef74e3b7:41371 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:21:14,135 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:21:14,135 DEBUG [M:0;3354ef74e3b7:41371 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:21:14,135 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090841441 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090841441,5,FailOnTimeoutGroup] 2024-11-20T08:21:14,135 INFO [M:0;3354ef74e3b7:41371 {}] hbase.ChoreService(370): Chore service for: master/3354ef74e3b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T08:21:14,135 INFO [M:0;3354ef74e3b7:41371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:21:14,135 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090841441 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090841441,5,FailOnTimeoutGroup] 2024-11-20T08:21:14,135 DEBUG [M:0;3354ef74e3b7:41371 {}] master.HMaster(1795): Stopping service threads 2024-11-20T08:21:14,135 INFO [M:0;3354ef74e3b7:41371 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:21:14,135 INFO [M:0;3354ef74e3b7:41371 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:21:14,136 INFO [M:0;3354ef74e3b7:41371 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:21:14,136 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:21:14,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-917888512/master 2024-11-20T08:21:14,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-917888512 2024-11-20T08:21:14,139 DEBUG [M:0;3354ef74e3b7:41371 {}] zookeeper.RecoverableZooKeeper(212): Node /0-917888512/master already deleted, retry=false 2024-11-20T08:21:14,140 DEBUG [M:0;3354ef74e3b7:41371 {}] master.ActiveMasterManager(353): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-917888512/master 2024-11-20T08:21:14,140 INFO [M:0;3354ef74e3b7:41371 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/.lastflushedseqids 2024-11-20T08:21:14,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741848_1024 (size=245) 2024-11-20T08:21:14,150 INFO [M:0;3354ef74e3b7:41371 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T08:21:14,150 INFO [M:0;3354ef74e3b7:41371 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:21:14,150 DEBUG [M:0;3354ef74e3b7:41371 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:21:14,150 INFO [M:0;3354ef74e3b7:41371 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:14,150 DEBUG [M:0;3354ef74e3b7:41371 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:14,150 DEBUG [M:0;3354ef74e3b7:41371 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:21:14,151 DEBUG [M:0;3354ef74e3b7:41371 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:14,151 INFO [M:0;3354ef74e3b7:41371 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-20T08:21:14,171 DEBUG [M:0;3354ef74e3b7:41371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7bb1c30ca5549c599e9f9652837df39 is 82, key is hbase:meta,,1/info:regioninfo/1732090842615/Put/seqid=0 2024-11-20T08:21:14,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741849_1025 (size=5672) 2024-11-20T08:21:14,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1013476a8e40001, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:21:14,233 INFO [RS:0;3354ef74e3b7:46357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:21:14,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46357-0x1013476a8e40001, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:21:14,233 INFO [RS:0;3354ef74e3b7:46357 {}] regionserver.HRegionServer(1031): Exiting; stopping=3354ef74e3b7,46357,1732090839651; zookeeper connection closed. 2024-11-20T08:21:14,233 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@479223dd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@479223dd 2024-11-20T08:21:14,233 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T08:21:14,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T08:21:14,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T08:21:14,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T08:21:14,576 INFO [M:0;3354ef74e3b7:41371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7bb1c30ca5549c599e9f9652837df39 2024-11-20T08:21:14,597 DEBUG [M:0;3354ef74e3b7:41371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d528c17dc4244509862d5c30d965ab6 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732090850689/Put/seqid=0 2024-11-20T08:21:14,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741850_1026 (size=7218) 2024-11-20T08:21:15,010 INFO [M:0;3354ef74e3b7:41371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d528c17dc4244509862d5c30d965ab6 2024-11-20T08:21:15,014 INFO [M:0;3354ef74e3b7:41371 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d528c17dc4244509862d5c30d965ab6 2024-11-20T08:21:15,029 DEBUG [M:0;3354ef74e3b7:41371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6de6dab165b0416ab642921ed017b716 is 69, key is 3354ef74e3b7,46357,1732090839651/rs:state/1732090841488/Put/seqid=0 2024-11-20T08:21:15,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741851_1027 (size=5156) 2024-11-20T08:21:15,032 INFO [M:0;3354ef74e3b7:41371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6de6dab165b0416ab642921ed017b716 2024-11-20T08:21:15,036 DEBUG [M:0;3354ef74e3b7:41371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7bb1c30ca5549c599e9f9652837df39 as hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7bb1c30ca5549c599e9f9652837df39 2024-11-20T08:21:15,040 INFO [M:0;3354ef74e3b7:41371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7bb1c30ca5549c599e9f9652837df39, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T08:21:15,040 DEBUG [M:0;3354ef74e3b7:41371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d528c17dc4244509862d5c30d965ab6 as hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d528c17dc4244509862d5c30d965ab6 2024-11-20T08:21:15,044 INFO [M:0;3354ef74e3b7:41371 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d528c17dc4244509862d5c30d965ab6 2024-11-20T08:21:15,044 INFO [M:0;3354ef74e3b7:41371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d528c17dc4244509862d5c30d965ab6, entries=11, sequenceid=105, filesize=7.0 K 2024-11-20T08:21:15,045 DEBUG [M:0;3354ef74e3b7:41371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6de6dab165b0416ab642921ed017b716 as hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6de6dab165b0416ab642921ed017b716 2024-11-20T08:21:15,049 INFO [M:0;3354ef74e3b7:41371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44055/user/jenkins/test-data/c6f7d46f-d46d-821c-4228-bff246b9e7a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6de6dab165b0416ab642921ed017b716, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T08:21:15,050 INFO [M:0;3354ef74e3b7:41371 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=105, compaction requested=false 2024-11-20T08:21:15,053 INFO [M:0;3354ef74e3b7:41371 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:15,053 DEBUG [M:0;3354ef74e3b7:41371 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090874150Disabling compacts and flushes for region at 1732090874150Disabling writes for close at 1732090874150Obtaining lock to block concurrent updates at 1732090874151 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732090874151Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732090874151Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732090874152 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732090874152Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732090874171 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732090874171Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732090874580 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732090874597 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732090874597Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732090875014 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732090875028 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732090875028Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@184b0084: reopening flushed file at 1732090875036 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cc01f91: reopening flushed file at 1732090875040 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bf4ab07: reopening flushed file at 1732090875045 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=105, compaction requested=false at 1732090875050 (+5 ms)Writing region close event to WAL at 1732090875053 (+3 ms)Closed at 1732090875053 2024-11-20T08:21:15,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36109 is added to blk_1073741830_1006 (size=64423) 2024-11-20T08:21:15,055 INFO [M:0;3354ef74e3b7:41371 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T08:21:15,055 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:21:15,055 INFO [M:0;3354ef74e3b7:41371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41371 2024-11-20T08:21:15,056 INFO [M:0;3354ef74e3b7:41371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:21:15,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:21:15,157 INFO [M:0;3354ef74e3b7:41371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:21:15,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41371-0x1013476a8e40000, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:21:15,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52b10148{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:21:15,160 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57e67b5f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:21:15,161 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:21:15,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f3c3b89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:21:15,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e636865{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/hadoop.log.dir/,STOPPED} 2024-11-20T08:21:15,162 WARN [BP-1046307678-172.17.0.2-1732090838670 heartbeating to localhost/127.0.0.1:44055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:21:15,162 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:21:15,162 WARN [BP-1046307678-172.17.0.2-1732090838670 heartbeating to localhost/127.0.0.1:44055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1046307678-172.17.0.2-1732090838670 (Datanode Uuid f5076bea-1f98-414b-8099-0b5186ac0cda) service to localhost/127.0.0.1:44055 2024-11-20T08:21:15,162 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:21:15,163 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/cluster_dce24277-d0e2-32d7-ca46-67fabe01ce77/data/data1/current/BP-1046307678-172.17.0.2-1732090838670 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:21:15,163 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/cluster_dce24277-d0e2-32d7-ca46-67fabe01ce77/data/data2/current/BP-1046307678-172.17.0.2-1732090838670 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:21:15,163 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:21:15,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9129ff4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:21:15,169 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cb5c309{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:21:15,169 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:21:15,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b89cf2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:21:15,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13616542{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3a00954-ac72-cafc-4397-a2df9e1600c8/hadoop.log.dir/,STOPPED} 2024-11-20T08:21:15,176 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T08:21:15,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T08:21:15,203 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=363 (was 314) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51787) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51787) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43627 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51787) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43627 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44055 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43627 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-25 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33761 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43627 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:43627 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:44055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:33761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=792 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=407 (was 405) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6553 (was 6128) - AvailableMemoryMB LEAK? - 2024-11-20T08:21:15,214 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=363, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=407, ProcessCount=11, AvailableMemoryMB=6554 2024-11-20T08:21:15,231 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-20T08:21:15,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/hadoop.log.dir so I do NOT create it in target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4 2024-11-20T08:21:15,232 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T08:21:15,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/hadoop.tmp.dir so I do NOT create it in target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4 2024-11-20T08:21:15,232 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f23437aa-2a6e-e939-aede-db21f5205b53/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T08:21:15,232 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4 2024-11-20T08:21:15,232 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/cluster_5cbf37c9-901f-5384-95fd-645bcb5f4996, deleteOnExit=true 2024-11-20T08:21:15,235 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/cluster_5cbf37c9-901f-5384-95fd-645bcb5f4996/zookeeper_0, clientPort=54042, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/cluster_5cbf37c9-901f-5384-95fd-645bcb5f4996/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/cluster_5cbf37c9-901f-5384-95fd-645bcb5f4996/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T08:21:15,235 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54042 2024-11-20T08:21:15,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:21:15,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T08:21:15,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/test.cache.data in system properties and HBase conf 2024-11-20T08:21:15,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:21:15,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:21:15,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:21:15,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:21:15,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T08:21:15,236 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:21:15,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:21:15,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:21:15,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:21:15,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:21:15,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:21:15,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:21:15,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:21:15,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:21:15,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:21:15,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:21:15,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:21:15,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:21:15,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:21:15,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:21:15,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013476a8e40005, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T08:21:15,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013476a8e40008, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T08:21:15,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013476a8e40002, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T08:21:15,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013476a8e40005, quorum=127.0.0.1:51787, baseZNode=/1-1207630146 Received Disconnected from ZooKeeper, ignoring 2024-11-20T08:21:15,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013476a8e40008, quorum=127.0.0.1:51787, baseZNode=/21016707264 Received Disconnected from ZooKeeper, ignoring 2024-11-20T08:21:15,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013476a8e40002, quorum=127.0.0.1:51787, baseZNode=/0-917888512 Received Disconnected from ZooKeeper, ignoring 2024-11-20T08:21:15,310 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:21:15,313 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:21:15,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:21:15,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:21:15,314 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:21:15,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:21:15,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47c4774a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:21:15,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@255f4c36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:21:15,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a54d3e7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/java.io.tmpdir/jetty-localhost-44823-hadoop-hdfs-3_4_1-tests_jar-_-any-11776080742897447009/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:21:15,433 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e7bafde{HTTP/1.1, (http/1.1)}{localhost:44823} 2024-11-20T08:21:15,433 INFO [Time-limited test {}] server.Server(415): Started @276596ms 2024-11-20T08:21:15,508 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:21:15,528 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:21:15,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:21:15,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:21:15,532 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:21:15,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@205f3084{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:21:15,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37872a5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:21:15,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41b00a94{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/java.io.tmpdir/jetty-localhost-46711-hadoop-hdfs-3_4_1-tests_jar-_-any-12846823336144704967/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:21:15,651 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34877dfd{HTTP/1.1, (http/1.1)}{localhost:46711} 2024-11-20T08:21:15,651 INFO [Time-limited test {}] server.Server(415): Started @276814ms 2024-11-20T08:21:15,652 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:21:15,757 WARN [Thread-4150 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/cluster_5cbf37c9-901f-5384-95fd-645bcb5f4996/data/data1/current/BP-1955473289-172.17.0.2-1732090875255/current, will proceed with Du for space computation calculation, 2024-11-20T08:21:15,757 WARN [Thread-4151 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/cluster_5cbf37c9-901f-5384-95fd-645bcb5f4996/data/data2/current/BP-1955473289-172.17.0.2-1732090875255/current, will proceed with Du for space computation calculation, 2024-11-20T08:21:15,784 WARN [Thread-4138 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:21:15,787 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73ffc06c0e225af4 with lease ID 0x2dfb1ab373eb92ab: Processing first storage report for DS-e4561077-8067-4ef4-9062-b2661022d6a1 from datanode DatanodeRegistration(127.0.0.1:33905, datanodeUuid=2d062d6d-6392-4fe8-a066-de0588f14595, infoPort=41987, infoSecurePort=0, ipcPort=43837, storageInfo=lv=-57;cid=testClusterID;nsid=627305409;c=1732090875255) 2024-11-20T08:21:15,787 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73ffc06c0e225af4 with lease ID 0x2dfb1ab373eb92ab: from storage DS-e4561077-8067-4ef4-9062-b2661022d6a1 node DatanodeRegistration(127.0.0.1:33905, datanodeUuid=2d062d6d-6392-4fe8-a066-de0588f14595, infoPort=41987, infoSecurePort=0, ipcPort=43837, storageInfo=lv=-57;cid=testClusterID;nsid=627305409;c=1732090875255), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:21:15,787 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73ffc06c0e225af4 with lease ID 0x2dfb1ab373eb92ab: Processing first storage report for DS-35486f44-4523-44b9-ae1a-2e003f87386f from datanode DatanodeRegistration(127.0.0.1:33905, datanodeUuid=2d062d6d-6392-4fe8-a066-de0588f14595, infoPort=41987, infoSecurePort=0, ipcPort=43837, storageInfo=lv=-57;cid=testClusterID;nsid=627305409;c=1732090875255) 2024-11-20T08:21:15,787 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73ffc06c0e225af4 with lease ID 0x2dfb1ab373eb92ab: from storage DS-35486f44-4523-44b9-ae1a-2e003f87386f node DatanodeRegistration(127.0.0.1:33905, datanodeUuid=2d062d6d-6392-4fe8-a066-de0588f14595, infoPort=41987, infoSecurePort=0, ipcPort=43837, storageInfo=lv=-57;cid=testClusterID;nsid=627305409;c=1732090875255), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:21:15,880 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4 2024-11-20T08:21:15,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:15,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:15,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:21:16,290 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3 with version=8 2024-11-20T08:21:16,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/hbase-staging 2024-11-20T08:21:16,293 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:21:16,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:21:16,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:21:16,293 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:21:16,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:21:16,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:21:16,293 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:21:16,293 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:21:16,294 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43899 2024-11-20T08:21:16,295 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43899 connecting to ZooKeeper ensemble=127.0.0.1:54042 2024-11-20T08:21:16,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438990x0, quorum=127.0.0.1:54042, baseZNode=/01767248618 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:21:16,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43899-0x101347737f20000 connected 2024-11-20T08:21:16,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:16,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:16,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43899-0x101347737f20000, quorum=127.0.0.1:54042, baseZNode=/01767248618 Set watcher on znode that does not yet exist, /01767248618/running 2024-11-20T08:21:16,343 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3, hbase.cluster.distributed=false 2024-11-20T08:21:16,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43899-0x101347737f20000, quorum=127.0.0.1:54042, baseZNode=/01767248618 Set watcher on znode that does not yet exist, /01767248618/acl 2024-11-20T08:21:16,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43899 2024-11-20T08:21:16,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43899 2024-11-20T08:21:16,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43899 2024-11-20T08:21:16,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43899 2024-11-20T08:21:16,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43899 2024-11-20T08:21:16,365 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:21:16,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:21:16,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:21:16,366 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:21:16,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:21:16,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:21:16,366 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:21:16,366 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:21:16,367 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39173 2024-11-20T08:21:16,367 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39173 connecting to ZooKeeper ensemble=127.0.0.1:54042 2024-11-20T08:21:16,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:16,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:16,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391730x0, quorum=127.0.0.1:54042, baseZNode=/01767248618 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:21:16,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391730x0, quorum=127.0.0.1:54042, baseZNode=/01767248618 Set watcher on znode that does not yet exist, /01767248618/running 2024-11-20T08:21:16,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39173-0x101347737f20001 connected 2024-11-20T08:21:16,375 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:21:16,379 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:21:16,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39173-0x101347737f20001, quorum=127.0.0.1:54042, baseZNode=/01767248618 Set watcher on znode that does not yet exist, /01767248618/master 2024-11-20T08:21:16,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39173-0x101347737f20001, quorum=127.0.0.1:54042, baseZNode=/01767248618 Set watcher on znode that does not yet exist, /01767248618/acl 2024-11-20T08:21:16,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39173 2024-11-20T08:21:16,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39173 2024-11-20T08:21:16,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39173 2024-11-20T08:21:16,394 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:21:16,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39173 2024-11-20T08:21:16,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:16,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:16,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:16,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:16,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:16,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:16,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:16,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:16,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39173 2024-11-20T08:21:16,416 DEBUG [M:0;3354ef74e3b7:43899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3354ef74e3b7:43899 2024-11-20T08:21:16,416 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01767248618/backup-masters/3354ef74e3b7,43899,1732090876292 2024-11-20T08:21:16,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x101347737f20000, quorum=127.0.0.1:54042, baseZNode=/01767248618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01767248618/backup-masters 2024-11-20T08:21:16,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39173-0x101347737f20001, quorum=127.0.0.1:54042, baseZNode=/01767248618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01767248618/backup-masters 2024-11-20T08:21:16,418 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43899-0x101347737f20000, quorum=127.0.0.1:54042, baseZNode=/01767248618 Set watcher on existing znode=/01767248618/backup-masters/3354ef74e3b7,43899,1732090876292 2024-11-20T08:21:16,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x101347737f20000, quorum=127.0.0.1:54042, baseZNode=/01767248618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01767248618 2024-11-20T08:21:16,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39173-0x101347737f20001, quorum=127.0.0.1:54042, baseZNode=/01767248618 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01767248618/master 2024-11-20T08:21:16,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39173-0x101347737f20001, quorum=127.0.0.1:54042, baseZNode=/01767248618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01767248618 2024-11-20T08:21:16,423 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43899-0x101347737f20000, quorum=127.0.0.1:54042, baseZNode=/01767248618 Set watcher on existing znode=/01767248618/master 2024-11-20T08:21:16,423 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01767248618/backup-masters/3354ef74e3b7,43899,1732090876292 from backup master directory 2024-11-20T08:21:16,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x101347737f20000, quorum=127.0.0.1:54042, baseZNode=/01767248618 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01767248618/backup-masters/3354ef74e3b7,43899,1732090876292 2024-11-20T08:21:16,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x101347737f20000, quorum=127.0.0.1:54042, baseZNode=/01767248618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01767248618/backup-masters 2024-11-20T08:21:16,424 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:21:16,424 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3354ef74e3b7,43899,1732090876292 2024-11-20T08:21:16,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39173-0x101347737f20001, quorum=127.0.0.1:54042, baseZNode=/01767248618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01767248618/backup-masters 2024-11-20T08:21:16,428 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/hbase.id] with ID: b0f7b62d-3bc5-4c4a-a9ba-9e99c1b72b99 2024-11-20T08:21:16,428 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/.tmp/hbase.id 2024-11-20T08:21:16,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:16,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:16,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:16,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:16,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:16,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:16,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:16,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:21:16,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:16,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:16,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:16,457 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/.tmp/hbase.id]:[hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/hbase.id] 2024-11-20T08:21:16,465 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:16,465 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:21:16,466 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T08:21:16,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x101347737f20000, quorum=127.0.0.1:54042, baseZNode=/01767248618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01767248618 2024-11-20T08:21:16,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39173-0x101347737f20001, quorum=127.0.0.1:54042, baseZNode=/01767248618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01767248618 2024-11-20T08:21:16,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:21:16,474 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:21:16,475 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:21:16,482 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:21:16,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:21:16,897 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/MasterData/data/master/store 2024-11-20T08:21:16,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:21:17,303 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:21:17,303 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:21:17,303 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:17,303 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:17,303 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:21:17,303 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:17,303 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:17,303 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090877303Disabling compacts and flushes for region at 1732090877303Disabling writes for close at 1732090877303Writing region close event to WAL at 1732090877303Closed at 1732090877303 2024-11-20T08:21:17,304 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/MasterData/data/master/store/.initializing 2024-11-20T08:21:17,304 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/MasterData/WALs/3354ef74e3b7,43899,1732090876292 2024-11-20T08:21:17,305 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:21:17,306 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C43899%2C1732090876292, suffix=, logDir=hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/MasterData/WALs/3354ef74e3b7,43899,1732090876292, archiveDir=hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/MasterData/oldWALs, maxLogs=10 2024-11-20T08:21:17,321 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/MasterData/WALs/3354ef74e3b7,43899,1732090876292/3354ef74e3b7%2C43899%2C1732090876292.1732090877306, exclude list is [], retry=0 2024-11-20T08:21:17,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33905,DS-e4561077-8067-4ef4-9062-b2661022d6a1,DISK] 2024-11-20T08:21:17,325 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/MasterData/WALs/3354ef74e3b7,43899,1732090876292/3354ef74e3b7%2C43899%2C1732090876292.1732090877306 2024-11-20T08:21:17,328 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41987:41987)] 2024-11-20T08:21:17,328 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:21:17,328 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:21:17,328 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:17,328 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:17,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:17,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:21:17,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:17,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:17,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:17,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:21:17,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:17,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:17,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:17,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:21:17,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:17,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:17,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:17,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:21:17,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:17,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:17,336 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:17,336 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:17,336 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:17,337 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:17,337 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:17,338 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:21:17,338 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:17,340 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:21:17,340 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69158850, jitterRate=0.03054717183113098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:21:17,341 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732090877328Initializing all the Stores at 1732090877329 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090877329Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090877329Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090877329Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090877329Cleaning up temporary data from old regions at 1732090877337 (+8 ms)Region opened successfully at 1732090877341 (+4 ms) 2024-11-20T08:21:17,341 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:21:17,343 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e3fcc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:21:17,343 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T08:21:17,344 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:21:17,344 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:21:17,344 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:21:17,344 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:21:17,344 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:21:17,344 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:21:17,346 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:21:17,346 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43899-0x101347737f20000, quorum=127.0.0.1:54042, baseZNode=/01767248618 Unable to get data of znode /01767248618/balancer because node does not exist (not necessarily an error) 2024-11-20T08:21:17,347 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01767248618/balancer already deleted, retry=false 2024-11-20T08:21:17,348 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:21:17,348 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43899-0x101347737f20000, quorum=127.0.0.1:54042, baseZNode=/01767248618 Unable to get data of znode /01767248618/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:21:17,349 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01767248618/normalizer already deleted, retry=false 2024-11-20T08:21:17,350 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:21:17,350 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43899-0x101347737f20000, quorum=127.0.0.1:54042, baseZNode=/01767248618 Unable to get data of znode /01767248618/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:21:17,352 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01767248618/switch/split already deleted, retry=false 2024-11-20T08:21:17,353 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43899-0x101347737f20000, quorum=127.0.0.1:54042, baseZNode=/01767248618 Unable to get data of znode /01767248618/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:21:17,354 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01767248618/switch/merge already deleted, retry=false 2024-11-20T08:21:17,355 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43899-0x101347737f20000, quorum=127.0.0.1:54042, baseZNode=/01767248618 Unable to get data of znode /01767248618/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:21:17,356 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01767248618/snapshot-cleanup already deleted, retry=false 2024-11-20T08:21:17,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39173-0x101347737f20001, quorum=127.0.0.1:54042, baseZNode=/01767248618 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01767248618/running 2024-11-20T08:21:17,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x101347737f20000, quorum=127.0.0.1:54042, baseZNode=/01767248618 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01767248618/running 2024-11-20T08:21:17,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x101347737f20000, quorum=127.0.0.1:54042, baseZNode=/01767248618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01767248618 2024-11-20T08:21:17,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39173-0x101347737f20001, quorum=127.0.0.1:54042, baseZNode=/01767248618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01767248618 2024-11-20T08:21:17,357 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3354ef74e3b7,43899,1732090876292, sessionid=0x101347737f20000, setting cluster-up flag (Was=false) 2024-11-20T08:21:17,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39173-0x101347737f20001, quorum=127.0.0.1:54042, baseZNode=/01767248618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01767248618 2024-11-20T08:21:17,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x101347737f20000, quorum=127.0.0.1:54042, baseZNode=/01767248618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01767248618 2024-11-20T08:21:17,366 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01767248618/flush-table-proc/acquired, /01767248618/flush-table-proc/reached, /01767248618/flush-table-proc/abort 2024-11-20T08:21:17,367 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,43899,1732090876292 2024-11-20T08:21:17,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39173-0x101347737f20001, quorum=127.0.0.1:54042, baseZNode=/01767248618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01767248618 2024-11-20T08:21:17,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x101347737f20000, quorum=127.0.0.1:54042, baseZNode=/01767248618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01767248618 2024-11-20T08:21:17,374 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01767248618/online-snapshot/acquired, /01767248618/online-snapshot/reached, /01767248618/online-snapshot/abort 2024-11-20T08:21:17,374 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,43899,1732090876292 2024-11-20T08:21:17,375 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T08:21:17,376 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:21:17,377 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:21:17,377 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:21:17,377 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3354ef74e3b7,43899,1732090876292 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:21:17,378 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:21:17,378 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:21:17,378 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:21:17,378 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:21:17,378 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3354ef74e3b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:21:17,378 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:17,378 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:21:17,378 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:17,385 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:21:17,385 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:21:17,386 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:17,386 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:21:17,390 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090907389 2024-11-20T08:21:17,390 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:21:17,390 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:21:17,390 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:21:17,390 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:21:17,390 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:21:17,390 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:21:17,398 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:17,402 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:21:17,402 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:21:17,402 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:21:17,402 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T08:21:17,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741831_1007 (size=1321) 2024-11-20T08:21:17,404 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:21:17,404 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:21:17,408 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090877404,5,FailOnTimeoutGroup] 2024-11-20T08:21:17,409 INFO [RS:0;3354ef74e3b7:39173 {}] regionserver.HRegionServer(746): ClusterId : b0f7b62d-3bc5-4c4a-a9ba-9e99c1b72b99 2024-11-20T08:21:17,409 DEBUG [RS:0;3354ef74e3b7:39173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:21:17,410 DEBUG [RS:0;3354ef74e3b7:39173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:21:17,410 DEBUG [RS:0;3354ef74e3b7:39173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:21:17,412 DEBUG [RS:0;3354ef74e3b7:39173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:21:17,412 DEBUG [RS:0;3354ef74e3b7:39173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb75ecf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:21:17,412 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090877408,5,FailOnTimeoutGroup] 2024-11-20T08:21:17,412 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:17,412 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:21:17,412 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:17,412 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:17,430 DEBUG [RS:0;3354ef74e3b7:39173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3354ef74e3b7:39173 2024-11-20T08:21:17,430 INFO [RS:0;3354ef74e3b7:39173 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:21:17,430 INFO [RS:0;3354ef74e3b7:39173 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:21:17,430 DEBUG [RS:0;3354ef74e3b7:39173 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:21:17,431 INFO [RS:0;3354ef74e3b7:39173 {}] regionserver.HRegionServer(2659): reportForDuty to master=3354ef74e3b7,43899,1732090876292 with port=39173, startcode=1732090876365 2024-11-20T08:21:17,431 DEBUG [RS:0;3354ef74e3b7:39173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:21:17,433 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:21:17,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43899 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3354ef74e3b7,39173,1732090876365 2024-11-20T08:21:17,434 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43899 {}] master.ServerManager(517): Registering regionserver=3354ef74e3b7,39173,1732090876365 2024-11-20T08:21:17,435 DEBUG [RS:0;3354ef74e3b7:39173 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3 2024-11-20T08:21:17,435 DEBUG [RS:0;3354ef74e3b7:39173 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36179 2024-11-20T08:21:17,435 DEBUG [RS:0;3354ef74e3b7:39173 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:21:17,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x101347737f20000, quorum=127.0.0.1:54042, baseZNode=/01767248618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01767248618/rs 2024-11-20T08:21:17,436 DEBUG [RS:0;3354ef74e3b7:39173 {}] zookeeper.ZKUtil(111): regionserver:39173-0x101347737f20001, quorum=127.0.0.1:54042, baseZNode=/01767248618 Set watcher on existing znode=/01767248618/rs/3354ef74e3b7,39173,1732090876365 2024-11-20T08:21:17,436 WARN [RS:0;3354ef74e3b7:39173 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:21:17,437 INFO [RS:0;3354ef74e3b7:39173 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:21:17,437 DEBUG [RS:0;3354ef74e3b7:39173 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/WALs/3354ef74e3b7,39173,1732090876365 2024-11-20T08:21:17,437 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3354ef74e3b7,39173,1732090876365] 2024-11-20T08:21:17,446 INFO [RS:0;3354ef74e3b7:39173 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:21:17,447 INFO [RS:0;3354ef74e3b7:39173 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:21:17,448 INFO [RS:0;3354ef74e3b7:39173 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:21:17,448 INFO [RS:0;3354ef74e3b7:39173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:17,452 INFO [RS:0;3354ef74e3b7:39173 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:21:17,453 INFO [RS:0;3354ef74e3b7:39173 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:21:17,453 INFO [RS:0;3354ef74e3b7:39173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:17,453 DEBUG [RS:0;3354ef74e3b7:39173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:17,453 DEBUG [RS:0;3354ef74e3b7:39173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:17,453 DEBUG [RS:0;3354ef74e3b7:39173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:17,453 DEBUG [RS:0;3354ef74e3b7:39173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:17,453 DEBUG [RS:0;3354ef74e3b7:39173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:17,453 DEBUG [RS:0;3354ef74e3b7:39173 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:21:17,453 DEBUG [RS:0;3354ef74e3b7:39173 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:17,453 DEBUG [RS:0;3354ef74e3b7:39173 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:17,453 DEBUG [RS:0;3354ef74e3b7:39173 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:17,453 DEBUG [RS:0;3354ef74e3b7:39173 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:17,453 DEBUG [RS:0;3354ef74e3b7:39173 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:17,453 DEBUG [RS:0;3354ef74e3b7:39173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:17,453 DEBUG [RS:0;3354ef74e3b7:39173 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:21:17,453 DEBUG [RS:0;3354ef74e3b7:39173 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:21:17,454 INFO [RS:0;3354ef74e3b7:39173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:17,454 INFO [RS:0;3354ef74e3b7:39173 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:17,454 INFO [RS:0;3354ef74e3b7:39173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:17,454 INFO [RS:0;3354ef74e3b7:39173 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:17,454 INFO [RS:0;3354ef74e3b7:39173 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:17,454 INFO [RS:0;3354ef74e3b7:39173 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,39173,1732090876365-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:21:17,470 INFO [RS:0;3354ef74e3b7:39173 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:21:17,470 INFO [RS:0;3354ef74e3b7:39173 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,39173,1732090876365-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:17,470 INFO [RS:0;3354ef74e3b7:39173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:17,470 INFO [RS:0;3354ef74e3b7:39173 {}] regionserver.Replication(171): 3354ef74e3b7,39173,1732090876365 started 2024-11-20T08:21:17,487 INFO [RS:0;3354ef74e3b7:39173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:17,487 INFO [RS:0;3354ef74e3b7:39173 {}] regionserver.HRegionServer(1482): Serving as 3354ef74e3b7,39173,1732090876365, RpcServer on 3354ef74e3b7/172.17.0.2:39173, sessionid=0x101347737f20001 2024-11-20T08:21:17,487 DEBUG [RS:0;3354ef74e3b7:39173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:21:17,487 DEBUG [RS:0;3354ef74e3b7:39173 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3354ef74e3b7,39173,1732090876365 2024-11-20T08:21:17,487 DEBUG [RS:0;3354ef74e3b7:39173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,39173,1732090876365' 2024-11-20T08:21:17,487 DEBUG [RS:0;3354ef74e3b7:39173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01767248618/flush-table-proc/abort' 2024-11-20T08:21:17,488 DEBUG [RS:0;3354ef74e3b7:39173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01767248618/flush-table-proc/acquired' 2024-11-20T08:21:17,488 DEBUG [RS:0;3354ef74e3b7:39173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:21:17,488 DEBUG [RS:0;3354ef74e3b7:39173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:21:17,488 DEBUG [RS:0;3354ef74e3b7:39173 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3354ef74e3b7,39173,1732090876365 2024-11-20T08:21:17,488 DEBUG [RS:0;3354ef74e3b7:39173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,39173,1732090876365' 2024-11-20T08:21:17,488 DEBUG [RS:0;3354ef74e3b7:39173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01767248618/online-snapshot/abort' 2024-11-20T08:21:17,488 DEBUG [RS:0;3354ef74e3b7:39173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01767248618/online-snapshot/acquired' 2024-11-20T08:21:17,488 DEBUG [RS:0;3354ef74e3b7:39173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:21:17,489 INFO [RS:0;3354ef74e3b7:39173 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:21:17,489 INFO [RS:0;3354ef74e3b7:39173 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:21:17,589 INFO [RS:0;3354ef74e3b7:39173 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:21:17,591 INFO [RS:0;3354ef74e3b7:39173 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C39173%2C1732090876365, suffix=, logDir=hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/WALs/3354ef74e3b7,39173,1732090876365, archiveDir=hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/oldWALs, maxLogs=10 2024-11-20T08:21:17,612 DEBUG [RS:0;3354ef74e3b7:39173 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/WALs/3354ef74e3b7,39173,1732090876365/3354ef74e3b7%2C39173%2C1732090876365.1732090877591, exclude list is [], retry=0 2024-11-20T08:21:17,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33905,DS-e4561077-8067-4ef4-9062-b2661022d6a1,DISK] 2024-11-20T08:21:17,622 INFO [RS:0;3354ef74e3b7:39173 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/WALs/3354ef74e3b7,39173,1732090876365/3354ef74e3b7%2C39173%2C1732090876365.1732090877591 2024-11-20T08:21:17,622 DEBUG [RS:0;3354ef74e3b7:39173 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41987:41987)] 2024-11-20T08:21:17,805 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T08:21:17,806 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3 2024-11-20T08:21:17,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741833_1009 (size=32) 2024-11-20T08:21:17,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:21:17,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:21:17,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:21:17,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:17,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:17,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:21:17,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:21:17,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:17,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:17,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:21:17,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:21:17,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:17,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:17,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:21:17,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:21:17,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:17,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:17,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:21:17,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/data/hbase/meta/1588230740 2024-11-20T08:21:17,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/data/hbase/meta/1588230740 2024-11-20T08:21:17,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:21:17,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:21:17,845 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:21:17,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:21:17,848 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:21:17,849 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73314503, jitterRate=0.09247122704982758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:21:17,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732090877831Initializing all the Stores at 1732090877833 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090877833Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090877836 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090877836Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090877836Cleaning up temporary data from old regions at 1732090877844 (+8 ms)Region opened successfully at 1732090877849 (+5 ms) 2024-11-20T08:21:17,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:21:17,850 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:21:17,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:21:17,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:21:17,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:21:17,856 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:21:17,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090877850Disabling compacts and flushes for region at 1732090877850Disabling writes for close at 1732090877850Writing region close event to WAL at 1732090877856 (+6 ms)Closed at 1732090877856 2024-11-20T08:21:17,858 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:21:17,858 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T08:21:17,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:21:17,859 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:21:17,860 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:21:18,010 DEBUG [3354ef74e3b7:43899 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:21:18,010 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3354ef74e3b7,39173,1732090876365 2024-11-20T08:21:18,011 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,39173,1732090876365, state=OPENING 2024-11-20T08:21:18,015 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:21:18,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x101347737f20000, quorum=127.0.0.1:54042, baseZNode=/01767248618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01767248618 2024-11-20T08:21:18,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39173-0x101347737f20001, quorum=127.0.0.1:54042, baseZNode=/01767248618 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01767248618 2024-11-20T08:21:18,017 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:21:18,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01767248618/meta-region-server: CHANGED 2024-11-20T08:21:18,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01767248618/meta-region-server: CHANGED 2024-11-20T08:21:18,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,39173,1732090876365}] 2024-11-20T08:21:18,169 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:21:18,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:21:18,173 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:21:18,173 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:21:18,173 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:21:18,174 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C39173%2C1732090876365.meta, suffix=.meta, logDir=hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/WALs/3354ef74e3b7,39173,1732090876365, archiveDir=hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/oldWALs, maxLogs=10 2024-11-20T08:21:18,188 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/WALs/3354ef74e3b7,39173,1732090876365/3354ef74e3b7%2C39173%2C1732090876365.meta.1732090878175.meta, exclude list is [], retry=0 2024-11-20T08:21:18,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33905,DS-e4561077-8067-4ef4-9062-b2661022d6a1,DISK] 2024-11-20T08:21:18,190 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/WALs/3354ef74e3b7,39173,1732090876365/3354ef74e3b7%2C39173%2C1732090876365.meta.1732090878175.meta 2024-11-20T08:21:18,191 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41987:41987)] 2024-11-20T08:21:18,191 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:21:18,191 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:21:18,191 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:21:18,191 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:21:18,191 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:21:18,191 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:21:18,191 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:21:18,191 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:21:18,191 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:21:18,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:21:18,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:21:18,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:18,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:18,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:21:18,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:21:18,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:18,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:18,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:21:18,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:21:18,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:18,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:18,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:21:18,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:21:18,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:18,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:18,196 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:21:18,196 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/data/hbase/meta/1588230740 2024-11-20T08:21:18,197 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/data/hbase/meta/1588230740 2024-11-20T08:21:18,197 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:21:18,197 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:21:18,198 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:21:18,199 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:21:18,199 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67297726, jitterRate=0.002814263105392456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:21:18,199 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:21:18,199 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732090878192Writing region info on filesystem at 1732090878192Initializing all the Stores at 1732090878192Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090878192Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090878192Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090878192Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090878192Cleaning up temporary data from old regions at 1732090878197 (+5 ms)Running coprocessor post-open hooks at 1732090878199 (+2 ms)Region opened successfully at 1732090878199 2024-11-20T08:21:18,200 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090878169 2024-11-20T08:21:18,202 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:21:18,202 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:21:18,202 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,39173,1732090876365 2024-11-20T08:21:18,203 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,39173,1732090876365, state=OPEN 2024-11-20T08:21:18,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39173-0x101347737f20001, quorum=127.0.0.1:54042, baseZNode=/01767248618 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01767248618/meta-region-server 2024-11-20T08:21:18,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43899-0x101347737f20000, quorum=127.0.0.1:54042, baseZNode=/01767248618 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01767248618/meta-region-server 2024-11-20T08:21:18,209 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3354ef74e3b7,39173,1732090876365 2024-11-20T08:21:18,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01767248618/meta-region-server: CHANGED 2024-11-20T08:21:18,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01767248618/meta-region-server: CHANGED 2024-11-20T08:21:18,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:21:18,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,39173,1732090876365 in 192 msec 2024-11-20T08:21:18,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:21:18,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-20T08:21:18,212 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:21:18,213 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T08:21:18,213 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:21:18,213 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,39173,1732090876365, seqNum=-1] 2024-11-20T08:21:18,214 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:21:18,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:21:18,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 842 msec 2024-11-20T08:21:18,218 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090878218, completionTime=-1 2024-11-20T08:21:18,218 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T08:21:18,218 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T08:21:18,219 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T08:21:18,219 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090938219 2024-11-20T08:21:18,219 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732090998219 2024-11-20T08:21:18,219 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T08:21:18,220 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,43899,1732090876292-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:18,220 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,43899,1732090876292-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:18,220 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,43899,1732090876292-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:18,220 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3354ef74e3b7:43899, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:18,220 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:18,220 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:18,221 DEBUG [master/3354ef74e3b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T08:21:18,223 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.799sec 2024-11-20T08:21:18,223 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:21:18,223 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:21:18,223 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:21:18,223 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:21:18,223 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:21:18,223 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,43899,1732090876292-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:21:18,223 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,43899,1732090876292-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:21:18,225 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:21:18,225 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:21:18,225 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,43899,1732090876292-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:18,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc838d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:18,309 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,43899,-1 for getting cluster id 2024-11-20T08:21:18,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:21:18,310 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0f7b62d-3bc5-4c4a-a9ba-9e99c1b72b99' 2024-11-20T08:21:18,310 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:21:18,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0f7b62d-3bc5-4c4a-a9ba-9e99c1b72b99" 2024-11-20T08:21:18,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3767cd02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:18,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,43899,-1] 2024-11-20T08:21:18,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:21:18,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:18,312 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:21:18,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbceac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:18,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:21:18,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,39173,1732090876365, seqNum=-1] 2024-11-20T08:21:18,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:21:18,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:21:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3354ef74e3b7,43899,1732090876292 2024-11-20T08:21:18,316 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54042 2024-11-20T08:21:18,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54042, baseZNode=/01767248618 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:21:18,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101347737f20002 connected 2024-11-20T08:21:18,323 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:21:18,323 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,43899,1732090876292 2024-11-20T08:21:18,323 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15f0059 2024-11-20T08:21:18,323 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:21:18,324 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:21:18,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:21:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T08:21:18,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:21:18,327 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:18,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T08:21:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:21:18,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:21:18,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741835_1011 (size=902) 2024-11-20T08:21:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:21:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:21:18,736 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ca3a2cd7bb39ea6144fcaf29b135ad97, NAME => 'test,,1732090878325.ca3a2cd7bb39ea6144fcaf29b135ad97.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3 2024-11-20T08:21:18,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741836_1012 (size=39) 2024-11-20T08:21:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:21:19,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732090878325.ca3a2cd7bb39ea6144fcaf29b135ad97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:21:19,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ca3a2cd7bb39ea6144fcaf29b135ad97, disabling compactions & flushes 2024-11-20T08:21:19,142 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732090878325.ca3a2cd7bb39ea6144fcaf29b135ad97. 2024-11-20T08:21:19,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090878325.ca3a2cd7bb39ea6144fcaf29b135ad97. 2024-11-20T08:21:19,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732090878325.ca3a2cd7bb39ea6144fcaf29b135ad97. after waiting 0 ms 2024-11-20T08:21:19,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732090878325.ca3a2cd7bb39ea6144fcaf29b135ad97. 2024-11-20T08:21:19,142 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732090878325.ca3a2cd7bb39ea6144fcaf29b135ad97. 2024-11-20T08:21:19,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ca3a2cd7bb39ea6144fcaf29b135ad97: Waiting for close lock at 1732090879142Disabling compacts and flushes for region at 1732090879142Disabling writes for close at 1732090879142Writing region close event to WAL at 1732090879142Closed at 1732090879142 2024-11-20T08:21:19,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:21:19,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732090878325.ca3a2cd7bb39ea6144fcaf29b135ad97.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732090879143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090879143"}]},"ts":"1732090879143"} 2024-11-20T08:21:19,145 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:21:19,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:21:19,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090879146"}]},"ts":"1732090879146"} 2024-11-20T08:21:19,147 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T08:21:19,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ca3a2cd7bb39ea6144fcaf29b135ad97, ASSIGN}] 2024-11-20T08:21:19,148 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ca3a2cd7bb39ea6144fcaf29b135ad97, ASSIGN 2024-11-20T08:21:19,149 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ca3a2cd7bb39ea6144fcaf29b135ad97, ASSIGN; state=OFFLINE, location=3354ef74e3b7,39173,1732090876365; forceNewPlan=false, retain=false 2024-11-20T08:21:19,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ca3a2cd7bb39ea6144fcaf29b135ad97, regionState=OPENING, regionLocation=3354ef74e3b7,39173,1732090876365 2024-11-20T08:21:19,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ca3a2cd7bb39ea6144fcaf29b135ad97, ASSIGN because future has completed 2024-11-20T08:21:19,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca3a2cd7bb39ea6144fcaf29b135ad97, server=3354ef74e3b7,39173,1732090876365}] 2024-11-20T08:21:19,457 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732090878325.ca3a2cd7bb39ea6144fcaf29b135ad97. 2024-11-20T08:21:19,457 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ca3a2cd7bb39ea6144fcaf29b135ad97, NAME => 'test,,1732090878325.ca3a2cd7bb39ea6144fcaf29b135ad97.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:21:19,458 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:21:19,458 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T08:21:19,458 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ca3a2cd7bb39ea6144fcaf29b135ad97 2024-11-20T08:21:19,458 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732090878325.ca3a2cd7bb39ea6144fcaf29b135ad97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:21:19,458 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ca3a2cd7bb39ea6144fcaf29b135ad97 2024-11-20T08:21:19,458 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ca3a2cd7bb39ea6144fcaf29b135ad97 2024-11-20T08:21:19,459 INFO [StoreOpener-ca3a2cd7bb39ea6144fcaf29b135ad97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ca3a2cd7bb39ea6144fcaf29b135ad97 2024-11-20T08:21:19,460 INFO [StoreOpener-ca3a2cd7bb39ea6144fcaf29b135ad97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca3a2cd7bb39ea6144fcaf29b135ad97 columnFamilyName f 2024-11-20T08:21:19,460 DEBUG [StoreOpener-ca3a2cd7bb39ea6144fcaf29b135ad97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:19,460 INFO [StoreOpener-ca3a2cd7bb39ea6144fcaf29b135ad97-1 {}] regionserver.HStore(327): Store=ca3a2cd7bb39ea6144fcaf29b135ad97/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:19,460 INFO [StoreOpener-ca3a2cd7bb39ea6144fcaf29b135ad97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ca3a2cd7bb39ea6144fcaf29b135ad97 2024-11-20T08:21:19,461 INFO [StoreOpener-ca3a2cd7bb39ea6144fcaf29b135ad97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca3a2cd7bb39ea6144fcaf29b135ad97 columnFamilyName f1 2024-11-20T08:21:19,461 DEBUG [StoreOpener-ca3a2cd7bb39ea6144fcaf29b135ad97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:19,462 INFO [StoreOpener-ca3a2cd7bb39ea6144fcaf29b135ad97-1 {}] regionserver.HStore(327): Store=ca3a2cd7bb39ea6144fcaf29b135ad97/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:19,462 INFO [StoreOpener-ca3a2cd7bb39ea6144fcaf29b135ad97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ca3a2cd7bb39ea6144fcaf29b135ad97 2024-11-20T08:21:19,462 INFO [StoreOpener-ca3a2cd7bb39ea6144fcaf29b135ad97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca3a2cd7bb39ea6144fcaf29b135ad97 columnFamilyName norep 2024-11-20T08:21:19,462 DEBUG [StoreOpener-ca3a2cd7bb39ea6144fcaf29b135ad97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:19,463 INFO [StoreOpener-ca3a2cd7bb39ea6144fcaf29b135ad97-1 {}] regionserver.HStore(327): Store=ca3a2cd7bb39ea6144fcaf29b135ad97/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:19,463 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ca3a2cd7bb39ea6144fcaf29b135ad97 2024-11-20T08:21:19,463 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/data/default/test/ca3a2cd7bb39ea6144fcaf29b135ad97 2024-11-20T08:21:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:21:19,463 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/data/default/test/ca3a2cd7bb39ea6144fcaf29b135ad97 2024-11-20T08:21:19,464 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ca3a2cd7bb39ea6144fcaf29b135ad97 2024-11-20T08:21:19,464 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ca3a2cd7bb39ea6144fcaf29b135ad97 2024-11-20T08:21:19,465 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:21:19,465 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ca3a2cd7bb39ea6144fcaf29b135ad97 2024-11-20T08:21:19,467 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/data/default/test/ca3a2cd7bb39ea6144fcaf29b135ad97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:21:19,467 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ca3a2cd7bb39ea6144fcaf29b135ad97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71490292, jitterRate=0.06528836488723755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:21:19,467 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca3a2cd7bb39ea6144fcaf29b135ad97 2024-11-20T08:21:19,468 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ca3a2cd7bb39ea6144fcaf29b135ad97: Running coprocessor pre-open hook at 1732090879458Writing region info on filesystem at 1732090879458Initializing all the Stores at 1732090879459 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090879459Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090879459Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090879459Cleaning up temporary data from old regions at 1732090879464 (+5 ms)Running coprocessor post-open hooks at 1732090879467 (+3 ms)Region opened successfully at 1732090879468 (+1 ms) 2024-11-20T08:21:19,469 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732090878325.ca3a2cd7bb39ea6144fcaf29b135ad97., pid=6, masterSystemTime=1732090879454 2024-11-20T08:21:19,470 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732090878325.ca3a2cd7bb39ea6144fcaf29b135ad97. 2024-11-20T08:21:19,470 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732090878325.ca3a2cd7bb39ea6144fcaf29b135ad97. 2024-11-20T08:21:19,471 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ca3a2cd7bb39ea6144fcaf29b135ad97, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3354ef74e3b7,39173,1732090876365 2024-11-20T08:21:19,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca3a2cd7bb39ea6144fcaf29b135ad97, server=3354ef74e3b7,39173,1732090876365 because future has completed 2024-11-20T08:21:19,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:21:19,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ca3a2cd7bb39ea6144fcaf29b135ad97, server=3354ef74e3b7,39173,1732090876365 in 172 msec 2024-11-20T08:21:19,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T08:21:19,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ca3a2cd7bb39ea6144fcaf29b135ad97, ASSIGN in 328 msec 2024-11-20T08:21:19,477 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:21:19,477 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090879477"}]},"ts":"1732090879477"} 2024-11-20T08:21:19,479 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T08:21:19,479 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:21:19,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-20T08:21:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:21:20,474 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T08:21:20,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162f9155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:20,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,43899,-1 for getting cluster id 2024-11-20T08:21:20,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:21:20,477 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0f7b62d-3bc5-4c4a-a9ba-9e99c1b72b99' 2024-11-20T08:21:20,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:21:20,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0f7b62d-3bc5-4c4a-a9ba-9e99c1b72b99" 2024-11-20T08:21:20,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50eabbc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:20,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,43899,-1] 2024-11-20T08:21:20,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:21:20,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:20,479 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:21:20,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5229d3a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:20,480 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:21:20,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,43899,1732090876292 2024-11-20T08:21:20,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58abea31 2024-11-20T08:21:20,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:21:20,484 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:21:20,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3354ef74e3b7:43899,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T08:21:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T08:21:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:21:20,488 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:43899' 2024-11-20T08:21:20,493 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35118d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:20,493 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,43899,-1 for getting cluster id 2024-11-20T08:21:20,494 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:21:20,494 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0f7b62d-3bc5-4c4a-a9ba-9e99c1b72b99' 2024-11-20T08:21:20,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:21:20,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0f7b62d-3bc5-4c4a-a9ba-9e99c1b72b99" 2024-11-20T08:21:20,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d040d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:20,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,43899,-1] 2024-11-20T08:21:20,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:21:20,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:20,496 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:21:20,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788670ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:20,503 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:21:20,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,43899,1732090876292 2024-11-20T08:21:20,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42b839e0 2024-11-20T08:21:20,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:21:20,505 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:21:20,506 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T08:21:20,506 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T08:21:20,506 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:20,506 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:20,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:21:20,507 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3354ef74e3b7:43899, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T08:21:20,513 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3354ef74e3b7:43899, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3354ef74e3b7:43899, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3354ef74e3b7:43899, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-20T08:21:20,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3354ef74e3b7:43899, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=29 msec 2024-11-20T08:21:20,514 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-20T08:21:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:21:20,595 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://3354ef74e3b7:43899, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-20T08:21:20,595 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:21:20,596 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:20,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:20,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:20,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:21:20,615 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=533 (was 363) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-3369608_20 at /127.0.0.1:50232 [Receiving block BP-1955473289-172.17.0.2-1732090875255:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: qtp1791739948-7890-acceptor-0@4bb55d6e-ServerConnector@34877dfd{HTTP/1.1, (http/1.1)}{localhost:46711} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/3354ef74e3b7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;3354ef74e3b7:39173 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;3354ef74e3b7:39173-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-3369608_20 at /127.0.0.1:50208 [Receiving block BP-1955473289-172.17.0.2-1732090875255:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/cluster_5cbf37c9-901f-5384-95fd-645bcb5f4996/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server idle connection scanner for port 36179 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/3354ef74e3b7:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: qtp890594868-7845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 36179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp890594868-7847 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 43837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp890594868-7844-acceptor-0@b022d16-ServerConnector@3e7bafde{HTTP/1.1, (http/1.1)}{localhost:44823} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3354ef74e3b7:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 36179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-301982044_20 at /127.0.0.1:50190 [Receiving block BP-1955473289-172.17.0.2-1732090875255:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:36179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 43837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: CacheReplicationMonitor(1419551151) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5d675be5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/3354ef74e3b7:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: ProcessThread(sid:0 cport:54042): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@58b5e117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server handler 1 on default port 36179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@41bfec java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Server handler 4 on default port 36179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp890594868-7843 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe02c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3354ef74e3b7:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54042) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 3354ef74e3b7:43899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@1527f35d java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7a1ff889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/cluster_5cbf37c9-901f-5384-95fd-645bcb5f4996/data/data1/current/BP-1955473289-172.17.0.2-1732090875255 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1955473289-172.17.0.2-1732090875255:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 43837 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/cluster_5cbf37c9-901f-5384-95fd-645bcb5f4996/data/data2/current/BP-1955473289-172.17.0.2-1732090875255 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54042) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1791739948-7892 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090877404 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: qtp1791739948-7889 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe02c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@22eb03e5[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 0 on default port 36179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: M:0;3354ef74e3b7:43899 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp890594868-7840 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe02c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@54943068 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/cluster_5cbf37c9-901f-5384-95fd-645bcb5f4996/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3/MasterData-prefix:3354ef74e3b7,43899,1732090876292 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-3369608_20 at /127.0.0.1:50122 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PacketResponder: BP-1955473289-172.17.0.2-1732090875255:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54042) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$591/0x00007fe02caafa48.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 43837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090877408 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:54042 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@59ae6e2f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-5349f266-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fe02c9f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39173 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1791739948-7891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 43837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 43837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3-prefix:3354ef74e3b7,39173,1732090876365.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp890594868-7846 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-41f5b8e4-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1955473289-172.17.0.2-1732090875255:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36179/user/jenkins/test-data/d3c8a3e3-cb4e-15fd-5abf-424376dd3ec3-prefix:3354ef74e3b7,39173,1732090876365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@52b2b886 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@47bb6c60 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp890594868-7841 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe02c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1955473289-172.17.0.2-1732090875255 heartbeating to localhost/127.0.0.1:36179 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36179 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp890594868-7842 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe02c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=880 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=423 (was 407) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6264 (was 6554) 2024-11-20T08:21:20,619 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-20T08:21:20,635 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=533, OpenFileDescriptor=880, MaxFileDescriptor=1048576, SystemLoadAverage=423, ProcessCount=11, AvailableMemoryMB=6263 2024-11-20T08:21:20,635 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-20T08:21:20,652 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-20T08:21:20,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/hadoop.log.dir so I do NOT create it in target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242 2024-11-20T08:21:20,653 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T08:21:20,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/hadoop.tmp.dir so I do NOT create it in target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242 2024-11-20T08:21:20,653 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dc0dcab-116a-231f-6f87-2d7b672431d4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T08:21:20,653 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242 2024-11-20T08:21:20,653 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/cluster_bf7f4f8d-29df-31aa-c61a-607792ab0ff6, deleteOnExit=true 2024-11-20T08:21:20,685 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/cluster_bf7f4f8d-29df-31aa-c61a-607792ab0ff6/zookeeper_0, clientPort=64549, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/cluster_bf7f4f8d-29df-31aa-c61a-607792ab0ff6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/cluster_bf7f4f8d-29df-31aa-c61a-607792ab0ff6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T08:21:20,693 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64549 2024-11-20T08:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T08:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/test.cache.data in system properties and HBase conf 2024-11-20T08:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T08:21:20,693 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:21:20,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:21:20,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:21:20,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:21:20,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:21:20,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:21:20,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:21:20,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:21:20,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:21:20,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:21:20,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:21:20,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:21:20,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:21:20,803 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:21:20,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:21:20,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:21:20,820 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:21:20,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:21:20,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@169722f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:21:20,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48655c2c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:21:21,013 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:21:21,014 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T08:21:21,014 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108817 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T08:21:21,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@334486b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/java.io.tmpdir/jetty-localhost-33867-hadoop-hdfs-3_4_1-tests_jar-_-any-12211569223566704905/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:21:21,046 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21edd6e5{HTTP/1.1, (http/1.1)}{localhost:33867} 2024-11-20T08:21:21,046 INFO [Time-limited test {}] server.Server(415): Started @282209ms 2024-11-20T08:21:21,528 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:21:21,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:21:21,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:21:21,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:21:21,574 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:21:21,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bde6823{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:21:21,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a2d6990{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:21:21,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58068bb3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/java.io.tmpdir/jetty-localhost-43763-hadoop-hdfs-3_4_1-tests_jar-_-any-14411554433965948839/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:21:21,700 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59f17d5d{HTTP/1.1, (http/1.1)}{localhost:43763} 2024-11-20T08:21:21,700 INFO [Time-limited test {}] server.Server(415): Started @282862ms 2024-11-20T08:21:21,701 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:21:21,814 WARN [Thread-4284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/cluster_bf7f4f8d-29df-31aa-c61a-607792ab0ff6/data/data1/current/BP-992369259-172.17.0.2-1732090880721/current, will proceed with Du for space computation calculation, 2024-11-20T08:21:21,814 WARN [Thread-4285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/cluster_bf7f4f8d-29df-31aa-c61a-607792ab0ff6/data/data2/current/BP-992369259-172.17.0.2-1732090880721/current, will proceed with Du for space computation calculation, 2024-11-20T08:21:21,835 WARN [Thread-4272 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:21:21,837 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac5c9dc24e3932f9 with lease ID 0x205072e5dc6a4227: Processing first storage report for DS-edb87554-864d-4db9-98af-d1b8cb993824 from datanode DatanodeRegistration(127.0.0.1:32849, datanodeUuid=41c34273-fc56-4ce0-9ff8-83c0e8f44555, infoPort=36113, infoSecurePort=0, ipcPort=36985, storageInfo=lv=-57;cid=testClusterID;nsid=1394934278;c=1732090880721) 2024-11-20T08:21:21,837 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac5c9dc24e3932f9 with lease ID 0x205072e5dc6a4227: from storage DS-edb87554-864d-4db9-98af-d1b8cb993824 node DatanodeRegistration(127.0.0.1:32849, datanodeUuid=41c34273-fc56-4ce0-9ff8-83c0e8f44555, infoPort=36113, infoSecurePort=0, ipcPort=36985, storageInfo=lv=-57;cid=testClusterID;nsid=1394934278;c=1732090880721), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:21:21,837 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac5c9dc24e3932f9 with lease ID 0x205072e5dc6a4227: Processing first storage report for DS-3f3daf49-1366-4db4-979b-a20045f54e94 from datanode DatanodeRegistration(127.0.0.1:32849, datanodeUuid=41c34273-fc56-4ce0-9ff8-83c0e8f44555, infoPort=36113, infoSecurePort=0, ipcPort=36985, storageInfo=lv=-57;cid=testClusterID;nsid=1394934278;c=1732090880721) 2024-11-20T08:21:21,837 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac5c9dc24e3932f9 with lease ID 0x205072e5dc6a4227: from storage DS-3f3daf49-1366-4db4-979b-a20045f54e94 node DatanodeRegistration(127.0.0.1:32849, datanodeUuid=41c34273-fc56-4ce0-9ff8-83c0e8f44555, infoPort=36113, infoSecurePort=0, ipcPort=36985, storageInfo=lv=-57;cid=testClusterID;nsid=1394934278;c=1732090880721), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:21:21,839 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242 2024-11-20T08:21:21,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:21,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:21,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:21:21,848 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa with version=8 2024-11-20T08:21:21,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/hbase-staging 2024-11-20T08:21:21,850 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:21:21,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:21:21,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:21:21,851 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:21:21,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:21:21,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:21:21,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:21:21,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:21:21,851 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41375 2024-11-20T08:21:21,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41375 connecting to ZooKeeper ensemble=127.0.0.1:64549 2024-11-20T08:21:21,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413750x0, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:21:21,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41375-0x10134774d2c0000 connected 2024-11-20T08:21:21,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:21,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:21,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Set watcher on znode that does not yet exist, /0-1117119171/running 2024-11-20T08:21:21,882 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa, hbase.cluster.distributed=false 2024-11-20T08:21:21,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Set watcher on znode that does not yet exist, /0-1117119171/acl 2024-11-20T08:21:21,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41375 2024-11-20T08:21:21,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41375 2024-11-20T08:21:21,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41375 2024-11-20T08:21:21,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41375 2024-11-20T08:21:21,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41375 2024-11-20T08:21:21,902 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:21:21,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:21:21,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:21:21,902 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:21:21,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:21:21,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:21:21,902 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:21:21,902 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:21:21,903 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37919 2024-11-20T08:21:21,904 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37919 connecting to ZooKeeper ensemble=127.0.0.1:64549 2024-11-20T08:21:21,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:21,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:21,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379190x0, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:21:21,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379190x0, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Set watcher on znode that does not yet exist, /0-1117119171/running 2024-11-20T08:21:21,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37919-0x10134774d2c0001 connected 2024-11-20T08:21:21,912 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:21:21,914 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:21:21,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37919-0x10134774d2c0001, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Set watcher on znode that does not yet exist, /0-1117119171/master 2024-11-20T08:21:21,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37919-0x10134774d2c0001, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Set watcher on znode that does not yet exist, /0-1117119171/acl 2024-11-20T08:21:21,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37919 2024-11-20T08:21:21,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37919 2024-11-20T08:21:21,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37919 2024-11-20T08:21:21,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37919 2024-11-20T08:21:21,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37919 2024-11-20T08:21:21,934 DEBUG [M:0;3354ef74e3b7:41375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3354ef74e3b7:41375 2024-11-20T08:21:21,936 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1117119171/backup-masters/3354ef74e3b7,41375,1732090881850 2024-11-20T08:21:21,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117119171/backup-masters 2024-11-20T08:21:21,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10134774d2c0001, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117119171/backup-masters 2024-11-20T08:21:21,937 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Set watcher on existing znode=/0-1117119171/backup-masters/3354ef74e3b7,41375,1732090881850 2024-11-20T08:21:21,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117119171 2024-11-20T08:21:21,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10134774d2c0001, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1117119171/master 2024-11-20T08:21:21,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10134774d2c0001, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117119171 2024-11-20T08:21:21,940 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Set watcher on existing znode=/0-1117119171/master 2024-11-20T08:21:21,940 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1117119171/backup-masters/3354ef74e3b7,41375,1732090881850 from backup master directory 2024-11-20T08:21:21,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1117119171/backup-masters/3354ef74e3b7,41375,1732090881850 2024-11-20T08:21:21,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10134774d2c0001, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117119171/backup-masters 2024-11-20T08:21:21,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117119171/backup-masters 2024-11-20T08:21:21,941 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:21:21,941 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3354ef74e3b7,41375,1732090881850 2024-11-20T08:21:21,944 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/hbase.id] with ID: a6be9513-acaf-4b44-af96-228c0c88885a 2024-11-20T08:21:21,944 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/.tmp/hbase.id 2024-11-20T08:21:21,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:21:22,354 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/.tmp/hbase.id]:[hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/hbase.id] 2024-11-20T08:21:22,364 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:22,364 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:21:22,366 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T08:21:22,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10134774d2c0001, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117119171 2024-11-20T08:21:22,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117119171 2024-11-20T08:21:22,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:21:22,401 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:21:22,403 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:21:22,404 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:21:22,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:21:22,438 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/MasterData/data/master/store 2024-11-20T08:21:22,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:21:22,449 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:21:22,449 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:21:22,449 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:22,449 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:22,449 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:21:22,449 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:22,449 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:22,449 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090882449Disabling compacts and flushes for region at 1732090882449Disabling writes for close at 1732090882449Writing region close event to WAL at 1732090882449Closed at 1732090882449 2024-11-20T08:21:22,450 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/MasterData/data/master/store/.initializing 2024-11-20T08:21:22,450 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/MasterData/WALs/3354ef74e3b7,41375,1732090881850 2024-11-20T08:21:22,451 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:21:22,453 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C41375%2C1732090881850, suffix=, logDir=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/MasterData/WALs/3354ef74e3b7,41375,1732090881850, archiveDir=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/MasterData/oldWALs, maxLogs=10 2024-11-20T08:21:22,473 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/MasterData/WALs/3354ef74e3b7,41375,1732090881850/3354ef74e3b7%2C41375%2C1732090881850.1732090882453, exclude list is [], retry=0 2024-11-20T08:21:22,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32849,DS-edb87554-864d-4db9-98af-d1b8cb993824,DISK] 2024-11-20T08:21:22,481 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/MasterData/WALs/3354ef74e3b7,41375,1732090881850/3354ef74e3b7%2C41375%2C1732090881850.1732090882453 2024-11-20T08:21:22,481 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36113:36113)] 2024-11-20T08:21:22,481 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:21:22,481 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:21:22,481 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:22,481 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:22,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:22,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:21:22,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:22,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:22,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:22,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:21:22,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:22,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:22,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:22,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:21:22,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:22,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:22,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:22,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:21:22,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:22,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:22,490 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:22,491 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:22,491 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:22,492 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:22,492 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:22,493 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:21:22,494 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:22,497 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:21:22,497 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68856773, jitterRate=0.026045873761177063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:21:22,497 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732090882482Initializing all the Stores at 1732090882483 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090882483Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090882483Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090882483Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090882483Cleaning up temporary data from old regions at 1732090882492 (+9 ms)Region opened successfully at 1732090882497 (+5 ms) 2024-11-20T08:21:22,497 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:21:22,509 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e7eb5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:21:22,510 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T08:21:22,510 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:21:22,510 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:21:22,510 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:21:22,511 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:21:22,511 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:21:22,511 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:21:22,522 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:21:22,523 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Unable to get data of znode /0-1117119171/balancer because node does not exist (not necessarily an error) 2024-11-20T08:21:22,526 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1117119171/balancer already deleted, retry=false 2024-11-20T08:21:22,526 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:21:22,527 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Unable to get data of znode /0-1117119171/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:21:22,529 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1117119171/normalizer already deleted, retry=false 2024-11-20T08:21:22,529 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:21:22,537 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Unable to get data of znode /0-1117119171/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:21:22,538 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1117119171/switch/split already deleted, retry=false 2024-11-20T08:21:22,539 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Unable to get data of znode /0-1117119171/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:21:22,540 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1117119171/switch/merge already deleted, retry=false 2024-11-20T08:21:22,543 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Unable to get data of znode /0-1117119171/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:21:22,551 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1117119171/snapshot-cleanup already deleted, retry=false 2024-11-20T08:21:22,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1117119171/running 2024-11-20T08:21:22,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10134774d2c0001, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1117119171/running 2024-11-20T08:21:22,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117119171 2024-11-20T08:21:22,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10134774d2c0001, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117119171 2024-11-20T08:21:22,555 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3354ef74e3b7,41375,1732090881850, sessionid=0x10134774d2c0000, setting cluster-up flag (Was=false) 2024-11-20T08:21:22,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10134774d2c0001, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117119171 2024-11-20T08:21:22,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117119171 2024-11-20T08:21:22,572 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1117119171/flush-table-proc/acquired, /0-1117119171/flush-table-proc/reached, /0-1117119171/flush-table-proc/abort 2024-11-20T08:21:22,574 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,41375,1732090881850 2024-11-20T08:21:22,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117119171 2024-11-20T08:21:22,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10134774d2c0001, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117119171 2024-11-20T08:21:22,582 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1117119171/online-snapshot/acquired, /0-1117119171/online-snapshot/reached, /0-1117119171/online-snapshot/abort 2024-11-20T08:21:22,583 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,41375,1732090881850 2024-11-20T08:21:22,593 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T08:21:22,607 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:21:22,607 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:21:22,607 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:21:22,608 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3354ef74e3b7,41375,1732090881850 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:21:22,610 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:21:22,610 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:21:22,610 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:21:22,610 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:21:22,610 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3354ef74e3b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:21:22,610 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:22,610 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:21:22,610 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:22,645 INFO [RS:0;3354ef74e3b7:37919 {}] regionserver.HRegionServer(746): ClusterId : a6be9513-acaf-4b44-af96-228c0c88885a 2024-11-20T08:21:22,645 DEBUG [RS:0;3354ef74e3b7:37919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:21:22,650 DEBUG [RS:0;3354ef74e3b7:37919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:21:22,650 DEBUG [RS:0;3354ef74e3b7:37919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:21:22,657 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:21:22,658 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:21:22,658 DEBUG [RS:0;3354ef74e3b7:37919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:21:22,658 DEBUG [RS:0;3354ef74e3b7:37919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea9b183, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:21:22,659 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:22,659 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:21:22,669 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090912669 2024-11-20T08:21:22,669 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:21:22,669 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:21:22,669 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:21:22,669 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:21:22,669 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:21:22,669 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:21:22,675 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:22,675 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:21:22,675 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:21:22,676 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:21:22,676 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T08:21:22,676 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:21:22,676 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:21:22,684 DEBUG [RS:0;3354ef74e3b7:37919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3354ef74e3b7:37919 2024-11-20T08:21:22,685 INFO [RS:0;3354ef74e3b7:37919 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:21:22,685 INFO [RS:0;3354ef74e3b7:37919 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:21:22,685 DEBUG [RS:0;3354ef74e3b7:37919 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:21:22,685 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090882676,5,FailOnTimeoutGroup] 2024-11-20T08:21:22,685 INFO [RS:0;3354ef74e3b7:37919 {}] regionserver.HRegionServer(2659): reportForDuty to master=3354ef74e3b7,41375,1732090881850 with port=37919, startcode=1732090881902 2024-11-20T08:21:22,686 DEBUG [RS:0;3354ef74e3b7:37919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:21:22,692 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090882685,5,FailOnTimeoutGroup] 2024-11-20T08:21:22,692 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:22,692 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:21:22,692 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:22,692 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:22,694 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:21:22,695 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41375 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3354ef74e3b7,37919,1732090881902 2024-11-20T08:21:22,695 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41375 {}] master.ServerManager(517): Registering regionserver=3354ef74e3b7,37919,1732090881902 2024-11-20T08:21:22,696 DEBUG [RS:0;3354ef74e3b7:37919 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa 2024-11-20T08:21:22,696 DEBUG [RS:0;3354ef74e3b7:37919 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35517 2024-11-20T08:21:22,696 DEBUG [RS:0;3354ef74e3b7:37919 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:21:22,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117119171/rs 2024-11-20T08:21:22,698 DEBUG [RS:0;3354ef74e3b7:37919 {}] zookeeper.ZKUtil(111): regionserver:37919-0x10134774d2c0001, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Set watcher on existing znode=/0-1117119171/rs/3354ef74e3b7,37919,1732090881902 2024-11-20T08:21:22,698 WARN [RS:0;3354ef74e3b7:37919 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:21:22,698 INFO [RS:0;3354ef74e3b7:37919 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:21:22,698 DEBUG [RS:0;3354ef74e3b7:37919 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902 2024-11-20T08:21:22,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741831_1007 (size=1321) 2024-11-20T08:21:22,709 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T08:21:22,709 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa 2024-11-20T08:21:22,713 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3354ef74e3b7,37919,1732090881902] 2024-11-20T08:21:22,715 INFO [RS:0;3354ef74e3b7:37919 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:21:22,725 INFO [RS:0;3354ef74e3b7:37919 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:21:22,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741832_1008 (size=32) 2024-11-20T08:21:22,729 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:21:22,736 INFO [RS:0;3354ef74e3b7:37919 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:21:22,737 INFO [RS:0;3354ef74e3b7:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:22,737 INFO [RS:0;3354ef74e3b7:37919 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:21:22,744 INFO [RS:0;3354ef74e3b7:37919 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:21:22,744 INFO [RS:0;3354ef74e3b7:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:22,744 DEBUG [RS:0;3354ef74e3b7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:22,744 DEBUG [RS:0;3354ef74e3b7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:22,744 DEBUG [RS:0;3354ef74e3b7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:22,744 DEBUG [RS:0;3354ef74e3b7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:22,744 DEBUG [RS:0;3354ef74e3b7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:22,745 DEBUG [RS:0;3354ef74e3b7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:21:22,745 DEBUG [RS:0;3354ef74e3b7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:22,745 DEBUG [RS:0;3354ef74e3b7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:22,745 DEBUG [RS:0;3354ef74e3b7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:22,745 DEBUG [RS:0;3354ef74e3b7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:22,745 DEBUG [RS:0;3354ef74e3b7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:22,745 DEBUG [RS:0;3354ef74e3b7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:22,745 DEBUG [RS:0;3354ef74e3b7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:21:22,745 DEBUG [RS:0;3354ef74e3b7:37919 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:21:22,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:21:22,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:21:22,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:22,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:22,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:21:22,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:21:22,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:22,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:22,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:21:22,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:21:22,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:22,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:22,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:21:22,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:21:22,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:22,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:22,768 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:21:22,768 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/1588230740 2024-11-20T08:21:22,769 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/1588230740 2024-11-20T08:21:22,770 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:21:22,770 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:21:22,771 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:21:22,771 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:21:22,778 INFO [RS:0;3354ef74e3b7:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:22,778 INFO [RS:0;3354ef74e3b7:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:22,778 INFO [RS:0;3354ef74e3b7:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:22,778 INFO [RS:0;3354ef74e3b7:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:22,778 INFO [RS:0;3354ef74e3b7:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:22,778 INFO [RS:0;3354ef74e3b7:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,37919,1732090881902-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:21:22,778 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:21:22,779 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74803550, jitterRate=0.11465975642204285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:21:22,779 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732090882729Initializing all the Stores at 1732090882729Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090882729Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090882752 (+23 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090882752Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090882752Cleaning up temporary data from old regions at 1732090882770 (+18 ms)Region opened successfully at 1732090882779 (+9 ms) 2024-11-20T08:21:22,779 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:21:22,779 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:21:22,779 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:21:22,779 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:21:22,779 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:21:22,779 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:21:22,779 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090882779Disabling compacts and flushes for region at 1732090882779Disabling writes for close at 1732090882779Writing region close event to WAL at 1732090882779Closed at 1732090882779 2024-11-20T08:21:22,780 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:21:22,780 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T08:21:22,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:21:22,782 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:21:22,782 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:21:22,794 INFO [RS:0;3354ef74e3b7:37919 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:21:22,794 INFO [RS:0;3354ef74e3b7:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,37919,1732090881902-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:22,794 INFO [RS:0;3354ef74e3b7:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:22,794 INFO [RS:0;3354ef74e3b7:37919 {}] regionserver.Replication(171): 3354ef74e3b7,37919,1732090881902 started 2024-11-20T08:21:22,822 INFO [RS:0;3354ef74e3b7:37919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:22,823 INFO [RS:0;3354ef74e3b7:37919 {}] regionserver.HRegionServer(1482): Serving as 3354ef74e3b7,37919,1732090881902, RpcServer on 3354ef74e3b7/172.17.0.2:37919, sessionid=0x10134774d2c0001 2024-11-20T08:21:22,823 DEBUG [RS:0;3354ef74e3b7:37919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:21:22,823 DEBUG [RS:0;3354ef74e3b7:37919 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3354ef74e3b7,37919,1732090881902 2024-11-20T08:21:22,823 DEBUG [RS:0;3354ef74e3b7:37919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,37919,1732090881902' 2024-11-20T08:21:22,823 DEBUG [RS:0;3354ef74e3b7:37919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1117119171/flush-table-proc/abort' 2024-11-20T08:21:22,824 DEBUG [RS:0;3354ef74e3b7:37919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1117119171/flush-table-proc/acquired' 2024-11-20T08:21:22,825 DEBUG [RS:0;3354ef74e3b7:37919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:21:22,825 DEBUG [RS:0;3354ef74e3b7:37919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:21:22,825 DEBUG [RS:0;3354ef74e3b7:37919 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3354ef74e3b7,37919,1732090881902 2024-11-20T08:21:22,825 DEBUG [RS:0;3354ef74e3b7:37919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,37919,1732090881902' 2024-11-20T08:21:22,825 DEBUG [RS:0;3354ef74e3b7:37919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1117119171/online-snapshot/abort' 2024-11-20T08:21:22,826 DEBUG [RS:0;3354ef74e3b7:37919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1117119171/online-snapshot/acquired' 2024-11-20T08:21:22,826 DEBUG [RS:0;3354ef74e3b7:37919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:21:22,826 INFO [RS:0;3354ef74e3b7:37919 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:21:22,826 INFO [RS:0;3354ef74e3b7:37919 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:21:22,926 INFO [RS:0;3354ef74e3b7:37919 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:21:22,928 INFO [RS:0;3354ef74e3b7:37919 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C37919%2C1732090881902, suffix=, logDir=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902, archiveDir=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/oldWALs, maxLogs=10 2024-11-20T08:21:22,933 WARN [3354ef74e3b7:41375 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T08:21:22,950 DEBUG [RS:0;3354ef74e3b7:37919 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090882929, exclude list is [], retry=0 2024-11-20T08:21:22,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32849,DS-edb87554-864d-4db9-98af-d1b8cb993824,DISK] 2024-11-20T08:21:22,961 INFO [RS:0;3354ef74e3b7:37919 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090882929 2024-11-20T08:21:22,964 DEBUG [RS:0;3354ef74e3b7:37919 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36113:36113)] 2024-11-20T08:21:23,183 DEBUG [3354ef74e3b7:41375 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:21:23,184 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3354ef74e3b7,37919,1732090881902 2024-11-20T08:21:23,185 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,37919,1732090881902, state=OPENING 2024-11-20T08:21:23,186 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:21:23,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10134774d2c0001, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117119171 2024-11-20T08:21:23,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117119171 2024-11-20T08:21:23,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1117119171/meta-region-server: CHANGED 2024-11-20T08:21:23,196 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:21:23,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,37919,1732090881902}] 2024-11-20T08:21:23,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1117119171/meta-region-server: CHANGED 2024-11-20T08:21:23,352 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:21:23,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:21:23,375 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:21:23,375 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:21:23,376 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:21:23,377 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C37919%2C1732090881902.meta, suffix=.meta, logDir=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902, archiveDir=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/oldWALs, maxLogs=10 2024-11-20T08:21:23,395 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.meta.1732090883377.meta, exclude list is [], retry=0 2024-11-20T08:21:23,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32849,DS-edb87554-864d-4db9-98af-d1b8cb993824,DISK] 2024-11-20T08:21:23,398 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.meta.1732090883377.meta 2024-11-20T08:21:23,399 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36113:36113)] 2024-11-20T08:21:23,399 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:21:23,399 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:21:23,399 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:21:23,399 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:21:23,399 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:21:23,400 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:21:23,400 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:21:23,400 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:21:23,400 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:21:23,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:21:23,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:21:23,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:23,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:23,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:21:23,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:21:23,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:23,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:23,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:21:23,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:21:23,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:23,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:23,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:21:23,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:21:23,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:23,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:23,404 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:21:23,405 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/1588230740 2024-11-20T08:21:23,406 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/1588230740 2024-11-20T08:21:23,407 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:21:23,407 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:21:23,407 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:21:23,409 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:21:23,409 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64313469, jitterRate=-0.04165463149547577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:21:23,409 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:21:23,409 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732090883400Writing region info on filesystem at 1732090883400Initializing all the Stores at 1732090883400Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090883400Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090883401 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090883401Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090883401Cleaning up temporary data from old regions at 1732090883407 (+6 ms)Running coprocessor post-open hooks at 1732090883409 (+2 ms)Region opened successfully at 1732090883409 2024-11-20T08:21:23,410 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090883352 2024-11-20T08:21:23,413 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,37919,1732090881902 2024-11-20T08:21:23,414 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,37919,1732090881902, state=OPEN 2024-11-20T08:21:23,414 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:21:23,414 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:21:23,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10134774d2c0001, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1117119171/meta-region-server 2024-11-20T08:21:23,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1117119171/meta-region-server: CHANGED 2024-11-20T08:21:23,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1117119171/meta-region-server 2024-11-20T08:21:23,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1117119171/meta-region-server: CHANGED 2024-11-20T08:21:23,416 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3354ef74e3b7,37919,1732090881902 2024-11-20T08:21:23,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:21:23,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,37919,1732090881902 in 220 msec 2024-11-20T08:21:23,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:21:23,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 639 msec 2024-11-20T08:21:23,423 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:21:23,423 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T08:21:23,424 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:21:23,424 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,37919,1732090881902, seqNum=-1] 2024-11-20T08:21:23,425 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:21:23,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:21:23,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 830 msec 2024-11-20T08:21:23,436 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090883436, completionTime=-1 2024-11-20T08:21:23,436 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T08:21:23,436 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T08:21:23,439 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T08:21:23,439 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090943439 2024-11-20T08:21:23,439 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732091003439 2024-11-20T08:21:23,439 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T08:21:23,439 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41375,1732090881850-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:23,439 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41375,1732090881850-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:23,439 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41375,1732090881850-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:23,439 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3354ef74e3b7:41375, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:23,439 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:23,442 DEBUG [master/3354ef74e3b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T08:21:23,444 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:23,448 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.507sec 2024-11-20T08:21:23,448 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:21:23,448 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:21:23,448 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:21:23,448 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:21:23,449 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:21:23,449 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41375,1732090881850-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:21:23,449 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41375,1732090881850-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:21:23,457 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:21:23,457 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:21:23,457 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,41375,1732090881850-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:23,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7ad8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:23,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41375,-1 for getting cluster id 2024-11-20T08:21:23,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:21:23,537 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6be9513-acaf-4b44-af96-228c0c88885a' 2024-11-20T08:21:23,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:21:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6be9513-acaf-4b44-af96-228c0c88885a" 2024-11-20T08:21:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3293e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41375,-1] 2024-11-20T08:21:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:21:23,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:23,540 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:21:23,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6666d16b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:23,541 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:21:23,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,37919,1732090881902, seqNum=-1] 2024-11-20T08:21:23,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:21:23,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:21:23,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3354ef74e3b7,41375,1732090881850 2024-11-20T08:21:23,547 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64549 2024-11-20T08:21:23,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/hadoop.log.dir so I do NOT create it in target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87 2024-11-20T08:21:23,571 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T08:21:23,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/hadoop.tmp.dir so I do NOT create it in target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87 2024-11-20T08:21:23,571 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T08:21:23,571 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87 2024-11-20T08:21:23,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:21:23,571 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/cluster_38bc43be-d989-e34b-497b-d099f454612d, deleteOnExit=true 2024-11-20T08:21:23,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T08:21:23,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/test.cache.data in system properties and HBase conf 2024-11-20T08:21:23,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:21:23,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:21:23,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:21:23,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:21:23,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T08:21:23,572 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:21:23,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:21:23,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:21:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:21:23,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:21:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:21:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:21:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:21:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:21:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:21:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:21:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:21:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:21:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:21:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:21:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:21:23,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10134774d2c0002 connected 2024-11-20T08:21:23,667 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T08:21:23,676 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:23,676 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:23,677 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:23,677 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:23,677 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:23,677 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:23,678 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:23,678 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:23,729 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:23,729 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:23,730 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:23,730 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:23,730 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:23,731 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:23,740 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:23,742 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:23,743 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:23,745 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:23,767 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T08:21:23,768 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T08:21:23,786 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:21:23,789 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:21:23,803 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:21:23,803 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:21:23,803 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:21:23,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:21:23,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664ff9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:21:23,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46672585{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:21:23,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64429c3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/java.io.tmpdir/jetty-localhost-41235-hadoop-hdfs-3_4_1-tests_jar-_-any-3914260664914308071/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:21:23,954 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7852ee48{HTTP/1.1, (http/1.1)}{localhost:41235} 2024-11-20T08:21:23,954 INFO [Time-limited test {}] server.Server(415): Started @285117ms 2024-11-20T08:21:24,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T08:21:24,318 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T08:21:24,318 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:21:24,318 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T08:21:24,318 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T08:21:24,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T08:21:24,319 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T08:21:24,329 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:21:24,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:21:24,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:21:24,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:21:24,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c25f550{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:21:24,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74a1f4d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:21:24,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e306c06{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/java.io.tmpdir/jetty-localhost-45375-hadoop-hdfs-3_4_1-tests_jar-_-any-10815238848870008803/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:21:24,566 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cbb98e9{HTTP/1.1, (http/1.1)}{localhost:45375} 2024-11-20T08:21:24,566 INFO [Time-limited test {}] server.Server(415): Started @285729ms 2024-11-20T08:21:24,567 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:21:24,774 WARN [Thread-4405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/cluster_38bc43be-d989-e34b-497b-d099f454612d/data/data1/current/BP-1538230927-172.17.0.2-1732090883605/current, will proceed with Du for space computation calculation, 2024-11-20T08:21:24,776 WARN [Thread-4406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/cluster_38bc43be-d989-e34b-497b-d099f454612d/data/data2/current/BP-1538230927-172.17.0.2-1732090883605/current, will proceed with Du for space computation calculation, 2024-11-20T08:21:24,829 WARN [Thread-4393 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:21:24,835 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5caf7bf6c6bfa47 with lease ID 0xd2c496ec35fffb74: Processing first storage report for DS-8a65f285-7b79-4c2b-adf4-7e0ca4a3c147 from datanode DatanodeRegistration(127.0.0.1:34913, datanodeUuid=9a239501-3903-4aa4-a8a7-91662f94997c, infoPort=38821, infoSecurePort=0, ipcPort=36451, storageInfo=lv=-57;cid=testClusterID;nsid=776411389;c=1732090883605) 2024-11-20T08:21:24,835 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5caf7bf6c6bfa47 with lease ID 0xd2c496ec35fffb74: from storage DS-8a65f285-7b79-4c2b-adf4-7e0ca4a3c147 node DatanodeRegistration(127.0.0.1:34913, datanodeUuid=9a239501-3903-4aa4-a8a7-91662f94997c, infoPort=38821, infoSecurePort=0, ipcPort=36451, storageInfo=lv=-57;cid=testClusterID;nsid=776411389;c=1732090883605), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:21:24,836 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5caf7bf6c6bfa47 with lease ID 0xd2c496ec35fffb74: Processing first storage report for DS-690b277b-1f5d-4582-8caf-643f568d29ad from datanode DatanodeRegistration(127.0.0.1:34913, datanodeUuid=9a239501-3903-4aa4-a8a7-91662f94997c, infoPort=38821, infoSecurePort=0, ipcPort=36451, storageInfo=lv=-57;cid=testClusterID;nsid=776411389;c=1732090883605) 2024-11-20T08:21:24,836 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5caf7bf6c6bfa47 with lease ID 0xd2c496ec35fffb74: from storage DS-690b277b-1f5d-4582-8caf-643f568d29ad node DatanodeRegistration(127.0.0.1:34913, datanodeUuid=9a239501-3903-4aa4-a8a7-91662f94997c, infoPort=38821, infoSecurePort=0, ipcPort=36451, storageInfo=lv=-57;cid=testClusterID;nsid=776411389;c=1732090883605), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T08:21:24,863 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87 2024-11-20T08:21:24,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:24,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:24,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:21:24,891 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f with version=8 2024-11-20T08:21:24,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/hbase-staging 2024-11-20T08:21:24,893 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:21:24,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:21:24,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:21:24,894 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:21:24,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:21:24,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:21:24,894 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:21:24,894 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:21:24,896 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44059 2024-11-20T08:21:24,897 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44059 connecting to ZooKeeper ensemble=127.0.0.1:64549 2024-11-20T08:21:24,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440590x0, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:21:24,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44059-0x10134774d2c0003 connected 2024-11-20T08:21:24,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:24,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:24,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Set watcher on znode that does not yet exist, /1-745735529/running 2024-11-20T08:21:24,949 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f, hbase.cluster.distributed=false 2024-11-20T08:21:24,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Set watcher on znode that does not yet exist, /1-745735529/acl 2024-11-20T08:21:24,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44059 2024-11-20T08:21:24,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44059 2024-11-20T08:21:24,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44059 2024-11-20T08:21:24,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44059 2024-11-20T08:21:24,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44059 2024-11-20T08:21:24,999 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:21:24,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:21:24,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:21:24,999 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:21:24,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:21:24,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:21:24,999 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:21:24,999 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:21:25,000 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38159 2024-11-20T08:21:25,001 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38159 connecting to ZooKeeper ensemble=127.0.0.1:64549 2024-11-20T08:21:25,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:25,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:25,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381590x0, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:21:25,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381590x0, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Set watcher on znode that does not yet exist, /1-745735529/running 2024-11-20T08:21:25,016 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:21:25,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38159-0x10134774d2c0004 connected 2024-11-20T08:21:25,019 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:21:25,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38159-0x10134774d2c0004, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Set watcher on znode that does not yet exist, /1-745735529/master 2024-11-20T08:21:25,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38159-0x10134774d2c0004, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Set watcher on znode that does not yet exist, /1-745735529/acl 2024-11-20T08:21:25,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38159 2024-11-20T08:21:25,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38159 2024-11-20T08:21:25,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38159 2024-11-20T08:21:25,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38159 2024-11-20T08:21:25,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38159 2024-11-20T08:21:25,048 DEBUG [M:0;3354ef74e3b7:44059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3354ef74e3b7:44059 2024-11-20T08:21:25,048 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-745735529/backup-masters/3354ef74e3b7,44059,1732090884893 2024-11-20T08:21:25,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38159-0x10134774d2c0004, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-745735529/backup-masters 2024-11-20T08:21:25,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-745735529/backup-masters 2024-11-20T08:21:25,050 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Set watcher on existing znode=/1-745735529/backup-masters/3354ef74e3b7,44059,1732090884893 2024-11-20T08:21:25,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38159-0x10134774d2c0004, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-745735529/master 2024-11-20T08:21:25,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-745735529 2024-11-20T08:21:25,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38159-0x10134774d2c0004, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-745735529 2024-11-20T08:21:25,051 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Set watcher on existing znode=/1-745735529/master 2024-11-20T08:21:25,051 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-745735529/backup-masters/3354ef74e3b7,44059,1732090884893 from backup master directory 2024-11-20T08:21:25,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-745735529/backup-masters/3354ef74e3b7,44059,1732090884893 2024-11-20T08:21:25,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-745735529/backup-masters 2024-11-20T08:21:25,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38159-0x10134774d2c0004, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-745735529/backup-masters 2024-11-20T08:21:25,053 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:21:25,053 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3354ef74e3b7,44059,1732090884893 2024-11-20T08:21:25,056 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/hbase.id] with ID: 8ce36036-662d-4350-94b7-f4ef7ca3c7f2 2024-11-20T08:21:25,056 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/.tmp/hbase.id 2024-11-20T08:21:25,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:21:25,063 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/.tmp/hbase.id]:[hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/hbase.id] 2024-11-20T08:21:25,070 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:25,070 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:21:25,071 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T08:21:25,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-745735529 2024-11-20T08:21:25,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38159-0x10134774d2c0004, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-745735529 2024-11-20T08:21:25,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:21:25,078 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:21:25,078 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:21:25,079 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:21:25,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:21:25,086 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/MasterData/data/master/store 2024-11-20T08:21:25,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:21:25,492 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:21:25,492 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:21:25,492 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:25,492 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:25,492 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:21:25,492 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:25,492 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:25,492 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090885492Disabling compacts and flushes for region at 1732090885492Disabling writes for close at 1732090885492Writing region close event to WAL at 1732090885492Closed at 1732090885492 2024-11-20T08:21:25,493 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/MasterData/data/master/store/.initializing 2024-11-20T08:21:25,493 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/MasterData/WALs/3354ef74e3b7,44059,1732090884893 2024-11-20T08:21:25,494 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:21:25,495 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C44059%2C1732090884893, suffix=, logDir=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/MasterData/WALs/3354ef74e3b7,44059,1732090884893, archiveDir=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/MasterData/oldWALs, maxLogs=10 2024-11-20T08:21:25,509 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/MasterData/WALs/3354ef74e3b7,44059,1732090884893/3354ef74e3b7%2C44059%2C1732090884893.1732090885495, exclude list is [], retry=0 2024-11-20T08:21:25,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34913,DS-8a65f285-7b79-4c2b-adf4-7e0ca4a3c147,DISK] 2024-11-20T08:21:25,512 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/MasterData/WALs/3354ef74e3b7,44059,1732090884893/3354ef74e3b7%2C44059%2C1732090884893.1732090885495 2024-11-20T08:21:25,513 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38821:38821)] 2024-11-20T08:21:25,513 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:21:25,513 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:21:25,513 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:25,513 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:25,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:25,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:21:25,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:25,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:25,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:25,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:21:25,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:25,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:25,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:25,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:21:25,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:25,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:25,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:25,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:21:25,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:25,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:25,520 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:25,520 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:25,520 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:25,521 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:25,522 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:25,522 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:21:25,523 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:25,524 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:21:25,525 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59557224, jitterRate=-0.11252820491790771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:21:25,525 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732090885513Initializing all the Stores at 1732090885514 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090885514Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090885514Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090885514Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090885514Cleaning up temporary data from old regions at 1732090885522 (+8 ms)Region opened successfully at 1732090885525 (+3 ms) 2024-11-20T08:21:25,526 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:21:25,528 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee8b653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:21:25,528 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T08:21:25,529 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:21:25,529 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:21:25,529 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:21:25,529 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:21:25,529 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:21:25,529 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:21:25,534 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:21:25,535 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Unable to get data of znode /1-745735529/balancer because node does not exist (not necessarily an error) 2024-11-20T08:21:25,536 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-745735529/balancer already deleted, retry=false 2024-11-20T08:21:25,536 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:21:25,537 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Unable to get data of znode /1-745735529/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:21:25,538 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-745735529/normalizer already deleted, retry=false 2024-11-20T08:21:25,539 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:21:25,541 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Unable to get data of znode /1-745735529/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:21:25,542 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-745735529/switch/split already deleted, retry=false 2024-11-20T08:21:25,543 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Unable to get data of znode /1-745735529/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:21:25,545 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-745735529/switch/merge already deleted, retry=false 2024-11-20T08:21:25,547 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Unable to get data of znode /1-745735529/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:21:25,548 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-745735529/snapshot-cleanup already deleted, retry=false 2024-11-20T08:21:25,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38159-0x10134774d2c0004, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-745735529/running 2024-11-20T08:21:25,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-745735529/running 2024-11-20T08:21:25,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-745735529 2024-11-20T08:21:25,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38159-0x10134774d2c0004, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-745735529 2024-11-20T08:21:25,550 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3354ef74e3b7,44059,1732090884893, sessionid=0x10134774d2c0003, setting cluster-up flag (Was=false) 2024-11-20T08:21:25,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-745735529 2024-11-20T08:21:25,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38159-0x10134774d2c0004, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-745735529 2024-11-20T08:21:25,557 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-745735529/flush-table-proc/acquired, /1-745735529/flush-table-proc/reached, /1-745735529/flush-table-proc/abort 2024-11-20T08:21:25,558 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,44059,1732090884893 2024-11-20T08:21:25,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38159-0x10134774d2c0004, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-745735529 2024-11-20T08:21:25,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-745735529 2024-11-20T08:21:25,580 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-745735529/online-snapshot/acquired, /1-745735529/online-snapshot/reached, /1-745735529/online-snapshot/abort 2024-11-20T08:21:25,584 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,44059,1732090884893 2024-11-20T08:21:25,601 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T08:21:25,605 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:21:25,606 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:21:25,606 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:21:25,606 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3354ef74e3b7,44059,1732090884893 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:21:25,607 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:21:25,607 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:21:25,607 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:21:25,607 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:21:25,607 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3354ef74e3b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:21:25,608 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:25,608 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:21:25,608 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:25,617 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:21:25,617 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:21:25,618 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:25,618 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:21:25,644 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090915644 2024-11-20T08:21:25,644 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:21:25,645 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:21:25,645 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:21:25,645 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:21:25,645 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:21:25,645 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:21:25,660 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:25,669 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:21:25,669 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:21:25,669 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:21:25,669 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T08:21:25,673 INFO [RS:0;3354ef74e3b7:38159 {}] regionserver.HRegionServer(746): ClusterId : 8ce36036-662d-4350-94b7-f4ef7ca3c7f2 2024-11-20T08:21:25,673 DEBUG [RS:0;3354ef74e3b7:38159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:21:25,675 DEBUG [RS:0;3354ef74e3b7:38159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:21:25,675 DEBUG [RS:0;3354ef74e3b7:38159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:21:25,678 DEBUG [RS:0;3354ef74e3b7:38159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:21:25,678 DEBUG [RS:0;3354ef74e3b7:38159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52eb6fcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:21:25,680 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:21:25,680 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:21:25,690 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090885680,5,FailOnTimeoutGroup] 2024-11-20T08:21:25,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741831_1007 (size=1321) 2024-11-20T08:21:25,699 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T08:21:25,699 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f 2024-11-20T08:21:25,699 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090885690,5,FailOnTimeoutGroup] 2024-11-20T08:21:25,699 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:25,699 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:21:25,699 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:25,699 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:25,704 DEBUG [RS:0;3354ef74e3b7:38159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3354ef74e3b7:38159 2024-11-20T08:21:25,704 INFO [RS:0;3354ef74e3b7:38159 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:21:25,704 INFO [RS:0;3354ef74e3b7:38159 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:21:25,704 DEBUG [RS:0;3354ef74e3b7:38159 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:21:25,705 INFO [RS:0;3354ef74e3b7:38159 {}] regionserver.HRegionServer(2659): reportForDuty to master=3354ef74e3b7,44059,1732090884893 with port=38159, startcode=1732090884998 2024-11-20T08:21:25,705 DEBUG [RS:0;3354ef74e3b7:38159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:21:25,711 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:21:25,711 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44059 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3354ef74e3b7,38159,1732090884998 2024-11-20T08:21:25,711 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44059 {}] master.ServerManager(517): Registering regionserver=3354ef74e3b7,38159,1732090884998 2024-11-20T08:21:25,714 DEBUG [RS:0;3354ef74e3b7:38159 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f 2024-11-20T08:21:25,714 DEBUG [RS:0;3354ef74e3b7:38159 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44027 2024-11-20T08:21:25,714 DEBUG [RS:0;3354ef74e3b7:38159 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:21:25,722 DEBUG [RS:0;3354ef74e3b7:38159 {}] zookeeper.ZKUtil(111): regionserver:38159-0x10134774d2c0004, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Set watcher on existing znode=/1-745735529/rs/3354ef74e3b7,38159,1732090884998 2024-11-20T08:21:25,722 WARN [RS:0;3354ef74e3b7:38159 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:21:25,722 INFO [RS:0;3354ef74e3b7:38159 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:21:25,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-745735529/rs 2024-11-20T08:21:25,722 DEBUG [RS:0;3354ef74e3b7:38159 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/WALs/3354ef74e3b7,38159,1732090884998 2024-11-20T08:21:25,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741832_1008 (size=32) 2024-11-20T08:21:25,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:21:25,725 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3354ef74e3b7,38159,1732090884998] 2024-11-20T08:21:25,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:21:25,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:21:25,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:25,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:25,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:21:25,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:21:25,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:25,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:25,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:21:25,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:21:25,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:25,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:25,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:21:25,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:21:25,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:25,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:25,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:21:25,735 INFO [RS:0;3354ef74e3b7:38159 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:21:25,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/1588230740 2024-11-20T08:21:25,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/1588230740 2024-11-20T08:21:25,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:21:25,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:21:25,736 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:21:25,736 INFO [RS:0;3354ef74e3b7:38159 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:21:25,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:21:25,737 INFO [RS:0;3354ef74e3b7:38159 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:21:25,737 INFO [RS:0;3354ef74e3b7:38159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:25,737 INFO [RS:0;3354ef74e3b7:38159 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:21:25,738 INFO [RS:0;3354ef74e3b7:38159 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:21:25,738 INFO [RS:0;3354ef74e3b7:38159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:25,738 DEBUG [RS:0;3354ef74e3b7:38159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:25,738 DEBUG [RS:0;3354ef74e3b7:38159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:25,738 DEBUG [RS:0;3354ef74e3b7:38159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:25,738 DEBUG [RS:0;3354ef74e3b7:38159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:25,738 DEBUG [RS:0;3354ef74e3b7:38159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:25,738 DEBUG [RS:0;3354ef74e3b7:38159 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:21:25,738 DEBUG [RS:0;3354ef74e3b7:38159 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:25,739 DEBUG [RS:0;3354ef74e3b7:38159 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:25,739 DEBUG [RS:0;3354ef74e3b7:38159 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:25,739 DEBUG [RS:0;3354ef74e3b7:38159 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:25,739 DEBUG [RS:0;3354ef74e3b7:38159 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:25,739 DEBUG [RS:0;3354ef74e3b7:38159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:25,739 DEBUG [RS:0;3354ef74e3b7:38159 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:21:25,739 DEBUG [RS:0;3354ef74e3b7:38159 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:21:25,741 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:21:25,742 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68854768, jitterRate=0.0260159969329834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:21:25,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732090885723Initializing all the Stores at 1732090885724 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090885724Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090885728 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090885728Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090885728Cleaning up temporary data from old regions at 1732090885736 (+8 ms)Region opened successfully at 1732090885742 (+6 ms) 2024-11-20T08:21:25,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:21:25,742 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:21:25,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:21:25,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:21:25,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:21:25,742 INFO [RS:0;3354ef74e3b7:38159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:25,742 INFO [RS:0;3354ef74e3b7:38159 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:25,742 INFO [RS:0;3354ef74e3b7:38159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:25,742 INFO [RS:0;3354ef74e3b7:38159 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:25,742 INFO [RS:0;3354ef74e3b7:38159 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:25,742 INFO [RS:0;3354ef74e3b7:38159 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38159,1732090884998-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:21:25,743 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:21:25,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090885742Disabling compacts and flushes for region at 1732090885742Disabling writes for close at 1732090885742Writing region close event to WAL at 1732090885743 (+1 ms)Closed at 1732090885743 2024-11-20T08:21:25,743 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:21:25,743 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T08:21:25,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:21:25,744 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:21:25,745 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:21:25,757 INFO [RS:0;3354ef74e3b7:38159 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:21:25,757 INFO [RS:0;3354ef74e3b7:38159 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,38159,1732090884998-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:25,757 INFO [RS:0;3354ef74e3b7:38159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:25,757 INFO [RS:0;3354ef74e3b7:38159 {}] regionserver.Replication(171): 3354ef74e3b7,38159,1732090884998 started 2024-11-20T08:21:25,771 INFO [RS:0;3354ef74e3b7:38159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:25,771 INFO [RS:0;3354ef74e3b7:38159 {}] regionserver.HRegionServer(1482): Serving as 3354ef74e3b7,38159,1732090884998, RpcServer on 3354ef74e3b7/172.17.0.2:38159, sessionid=0x10134774d2c0004 2024-11-20T08:21:25,771 DEBUG [RS:0;3354ef74e3b7:38159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:21:25,771 DEBUG [RS:0;3354ef74e3b7:38159 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3354ef74e3b7,38159,1732090884998 2024-11-20T08:21:25,771 DEBUG [RS:0;3354ef74e3b7:38159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,38159,1732090884998' 2024-11-20T08:21:25,772 DEBUG [RS:0;3354ef74e3b7:38159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-745735529/flush-table-proc/abort' 2024-11-20T08:21:25,772 DEBUG [RS:0;3354ef74e3b7:38159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-745735529/flush-table-proc/acquired' 2024-11-20T08:21:25,773 DEBUG [RS:0;3354ef74e3b7:38159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:21:25,773 DEBUG [RS:0;3354ef74e3b7:38159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:21:25,773 DEBUG [RS:0;3354ef74e3b7:38159 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3354ef74e3b7,38159,1732090884998 2024-11-20T08:21:25,773 DEBUG [RS:0;3354ef74e3b7:38159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,38159,1732090884998' 2024-11-20T08:21:25,773 DEBUG [RS:0;3354ef74e3b7:38159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-745735529/online-snapshot/abort' 2024-11-20T08:21:25,773 DEBUG [RS:0;3354ef74e3b7:38159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-745735529/online-snapshot/acquired' 2024-11-20T08:21:25,774 DEBUG [RS:0;3354ef74e3b7:38159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:21:25,774 INFO [RS:0;3354ef74e3b7:38159 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:21:25,774 INFO [RS:0;3354ef74e3b7:38159 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:21:25,874 INFO [RS:0;3354ef74e3b7:38159 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:21:25,875 INFO [RS:0;3354ef74e3b7:38159 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C38159%2C1732090884998, suffix=, logDir=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/WALs/3354ef74e3b7,38159,1732090884998, archiveDir=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/oldWALs, maxLogs=10 2024-11-20T08:21:25,889 DEBUG [RS:0;3354ef74e3b7:38159 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/WALs/3354ef74e3b7,38159,1732090884998/3354ef74e3b7%2C38159%2C1732090884998.1732090885876, exclude list is [], retry=0 2024-11-20T08:21:25,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34913,DS-8a65f285-7b79-4c2b-adf4-7e0ca4a3c147,DISK] 2024-11-20T08:21:25,892 INFO [RS:0;3354ef74e3b7:38159 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/WALs/3354ef74e3b7,38159,1732090884998/3354ef74e3b7%2C38159%2C1732090884998.1732090885876 2024-11-20T08:21:25,893 DEBUG [RS:0;3354ef74e3b7:38159 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38821:38821)] 2024-11-20T08:21:25,895 DEBUG [3354ef74e3b7:44059 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:21:25,896 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3354ef74e3b7,38159,1732090884998 2024-11-20T08:21:25,897 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,38159,1732090884998, state=OPENING 2024-11-20T08:21:25,898 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:21:25,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-745735529 2024-11-20T08:21:25,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38159-0x10134774d2c0004, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-745735529 2024-11-20T08:21:25,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-745735529/meta-region-server: CHANGED 2024-11-20T08:21:25,899 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:21:25,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-745735529/meta-region-server: CHANGED 2024-11-20T08:21:25,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,38159,1732090884998}] 2024-11-20T08:21:26,052 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:21:26,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:21:26,056 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:21:26,056 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:21:26,056 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:21:26,057 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C38159%2C1732090884998.meta, suffix=.meta, logDir=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/WALs/3354ef74e3b7,38159,1732090884998, archiveDir=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/oldWALs, maxLogs=10 2024-11-20T08:21:26,070 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/WALs/3354ef74e3b7,38159,1732090884998/3354ef74e3b7%2C38159%2C1732090884998.meta.1732090886057.meta, exclude list is [], retry=0 2024-11-20T08:21:26,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34913,DS-8a65f285-7b79-4c2b-adf4-7e0ca4a3c147,DISK] 2024-11-20T08:21:26,073 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/WALs/3354ef74e3b7,38159,1732090884998/3354ef74e3b7%2C38159%2C1732090884998.meta.1732090886057.meta 2024-11-20T08:21:26,074 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38821:38821)] 2024-11-20T08:21:26,074 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:21:26,074 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:21:26,074 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:21:26,074 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:21:26,074 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:21:26,074 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:21:26,074 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:21:26,075 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:21:26,075 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:21:26,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:21:26,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:21:26,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:26,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:26,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:21:26,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:21:26,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:26,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:26,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:21:26,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:21:26,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:26,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:26,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:21:26,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:21:26,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:26,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:26,079 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:21:26,079 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/1588230740 2024-11-20T08:21:26,080 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/1588230740 2024-11-20T08:21:26,081 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:21:26,081 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:21:26,081 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:21:26,082 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:21:26,083 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60525269, jitterRate=-0.09810321033000946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:21:26,083 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:21:26,083 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732090886075Writing region info on filesystem at 1732090886075Initializing all the Stores at 1732090886075Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090886075Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090886075Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090886075Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090886075Cleaning up temporary data from old regions at 1732090886081 (+6 ms)Running coprocessor post-open hooks at 1732090886083 (+2 ms)Region opened successfully at 1732090886083 2024-11-20T08:21:26,083 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090886051 2024-11-20T08:21:26,085 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:21:26,085 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:21:26,085 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,38159,1732090884998 2024-11-20T08:21:26,086 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,38159,1732090884998, state=OPEN 2024-11-20T08:21:26,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-745735529/meta-region-server 2024-11-20T08:21:26,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38159-0x10134774d2c0004, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-745735529/meta-region-server 2024-11-20T08:21:26,087 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3354ef74e3b7,38159,1732090884998 2024-11-20T08:21:26,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-745735529/meta-region-server: CHANGED 2024-11-20T08:21:26,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-745735529/meta-region-server: CHANGED 2024-11-20T08:21:26,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:21:26,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,38159,1732090884998 in 188 msec 2024-11-20T08:21:26,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:21:26,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 344 msec 2024-11-20T08:21:26,090 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:21:26,090 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T08:21:26,091 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:21:26,091 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,38159,1732090884998, seqNum=-1] 2024-11-20T08:21:26,092 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:21:26,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:21:26,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 491 msec 2024-11-20T08:21:26,096 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090886096, completionTime=-1 2024-11-20T08:21:26,096 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T08:21:26,096 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T08:21:26,097 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T08:21:26,097 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090946097 2024-11-20T08:21:26,097 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732091006097 2024-11-20T08:21:26,097 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T08:21:26,098 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,44059,1732090884893-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:26,098 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,44059,1732090884893-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:26,098 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,44059,1732090884893-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:26,098 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3354ef74e3b7:44059, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:26,098 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:26,098 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:26,100 DEBUG [master/3354ef74e3b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T08:21:26,101 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.048sec 2024-11-20T08:21:26,101 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:21:26,101 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:21:26,101 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:21:26,102 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:21:26,102 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:21:26,102 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,44059,1732090884893-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:21:26,102 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,44059,1732090884893-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:21:26,103 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:21:26,103 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:21:26,103 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,44059,1732090884893-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:26,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d79a1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:26,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,44059,-1 for getting cluster id 2024-11-20T08:21:26,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:21:26,175 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ce36036-662d-4350-94b7-f4ef7ca3c7f2' 2024-11-20T08:21:26,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:21:26,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ce36036-662d-4350-94b7-f4ef7ca3c7f2" 2024-11-20T08:21:26,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cee42ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:26,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,44059,-1] 2024-11-20T08:21:26,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:21:26,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:26,176 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:21:26,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23db4cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:26,177 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:21:26,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,38159,1732090884998, seqNum=-1] 2024-11-20T08:21:26,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:21:26,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:21:26,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3354ef74e3b7,44059,1732090884893 2024-11-20T08:21:26,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64549 2024-11-20T08:21:26,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:21:26,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10134774d2c0005 connected 2024-11-20T08:21:26,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/hadoop.log.dir so I do NOT create it in target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1 2024-11-20T08:21:26,187 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T08:21:26,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/hadoop.tmp.dir so I do NOT create it in target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1 2024-11-20T08:21:26,187 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T08:21:26,187 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1 2024-11-20T08:21:26,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:21:26,187 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/cluster_4c9b7a8f-1260-f27d-541c-8f2450d09542, deleteOnExit=true 2024-11-20T08:21:26,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T08:21:26,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/test.cache.data in system properties and HBase conf 2024-11-20T08:21:26,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:21:26,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:21:26,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:21:26,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:21:26,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T08:21:26,188 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:21:26,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:21:26,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:21:26,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:21:26,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:21:26,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:21:26,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:21:26,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:21:26,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:21:26,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:21:26,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:21:26,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:21:26,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:21:26,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:21:26,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:21:26,418 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:21:26,422 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:21:26,423 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:21:26,423 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:21:26,424 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:21:26,424 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:21:26,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56eb83c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:21:26,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a5204a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:21:26,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e514b60{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/java.io.tmpdir/jetty-localhost-33531-hadoop-hdfs-3_4_1-tests_jar-_-any-8975153047814540235/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:21:26,549 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23a37f2d{HTTP/1.1, (http/1.1)}{localhost:33531} 2024-11-20T08:21:26,549 INFO [Time-limited test {}] server.Server(415): Started @287712ms 2024-11-20T08:21:26,626 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:21:26,630 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:21:26,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:21:26,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:21:26,631 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:21:26,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@195293a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:21:26,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7363c05c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:21:26,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c7bc155{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/java.io.tmpdir/jetty-localhost-35605-hadoop-hdfs-3_4_1-tests_jar-_-any-112540986816346448/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:21:26,755 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38110666{HTTP/1.1, (http/1.1)}{localhost:35605} 2024-11-20T08:21:26,756 INFO [Time-limited test {}] server.Server(415): Started @287918ms 2024-11-20T08:21:26,757 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:21:26,864 WARN [Thread-4525 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/cluster_4c9b7a8f-1260-f27d-541c-8f2450d09542/data/data1/current/BP-1082887619-172.17.0.2-1732090886207/current, will proceed with Du for space computation calculation, 2024-11-20T08:21:26,864 WARN [Thread-4526 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/cluster_4c9b7a8f-1260-f27d-541c-8f2450d09542/data/data2/current/BP-1082887619-172.17.0.2-1732090886207/current, will proceed with Du for space computation calculation, 2024-11-20T08:21:26,888 WARN [Thread-4513 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:21:26,891 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c8a2a0599ce770c with lease ID 0x77c87817c6a0b0f5: Processing first storage report for DS-ae8a4608-61f0-4b8c-880e-d5a2307de233 from datanode DatanodeRegistration(127.0.0.1:38295, datanodeUuid=93bc4f85-2db8-44e3-a71b-c26f5b3fb3fa, infoPort=45831, infoSecurePort=0, ipcPort=40117, storageInfo=lv=-57;cid=testClusterID;nsid=2026204688;c=1732090886207) 2024-11-20T08:21:26,891 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c8a2a0599ce770c with lease ID 0x77c87817c6a0b0f5: from storage DS-ae8a4608-61f0-4b8c-880e-d5a2307de233 node DatanodeRegistration(127.0.0.1:38295, datanodeUuid=93bc4f85-2db8-44e3-a71b-c26f5b3fb3fa, infoPort=45831, infoSecurePort=0, ipcPort=40117, storageInfo=lv=-57;cid=testClusterID;nsid=2026204688;c=1732090886207), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:21:26,891 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c8a2a0599ce770c with lease ID 0x77c87817c6a0b0f5: Processing first storage report for DS-c78ff63a-3411-45aa-a9e2-5d66a95c3f76 from datanode DatanodeRegistration(127.0.0.1:38295, datanodeUuid=93bc4f85-2db8-44e3-a71b-c26f5b3fb3fa, infoPort=45831, infoSecurePort=0, ipcPort=40117, storageInfo=lv=-57;cid=testClusterID;nsid=2026204688;c=1732090886207) 2024-11-20T08:21:26,891 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c8a2a0599ce770c with lease ID 0x77c87817c6a0b0f5: from storage DS-c78ff63a-3411-45aa-a9e2-5d66a95c3f76 node DatanodeRegistration(127.0.0.1:38295, datanodeUuid=93bc4f85-2db8-44e3-a71b-c26f5b3fb3fa, infoPort=45831, infoSecurePort=0, ipcPort=40117, storageInfo=lv=-57;cid=testClusterID;nsid=2026204688;c=1732090886207), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T08:21:26,987 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1 2024-11-20T08:21:26,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:26,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:26,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:21:27,396 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf with version=8 2024-11-20T08:21:27,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/hbase-staging 2024-11-20T08:21:27,399 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:21:27,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:21:27,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:21:27,399 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:21:27,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:21:27,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:21:27,400 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:21:27,400 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:21:27,400 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45729 2024-11-20T08:21:27,401 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45729 connecting to ZooKeeper ensemble=127.0.0.1:64549 2024-11-20T08:21:27,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457290x0, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:21:27,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45729-0x10134774d2c0006 connected 2024-11-20T08:21:27,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:27,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:27,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Set watcher on znode that does not yet exist, /2-345076876/running 2024-11-20T08:21:27,419 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf, hbase.cluster.distributed=false 2024-11-20T08:21:27,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Set watcher on znode that does not yet exist, /2-345076876/acl 2024-11-20T08:21:27,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45729 2024-11-20T08:21:27,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45729 2024-11-20T08:21:27,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45729 2024-11-20T08:21:27,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45729 2024-11-20T08:21:27,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45729 2024-11-20T08:21:27,438 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3354ef74e3b7:0 server-side Connection retries=45 2024-11-20T08:21:27,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:21:27,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:21:27,438 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:21:27,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:21:27,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:21:27,438 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:21:27,438 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:21:27,439 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45767 2024-11-20T08:21:27,439 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45767 connecting to ZooKeeper ensemble=127.0.0.1:64549 2024-11-20T08:21:27,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:27,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:27,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457670x0, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:21:27,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457670x0, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Set watcher on znode that does not yet exist, /2-345076876/running 2024-11-20T08:21:27,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45767-0x10134774d2c0007 connected 2024-11-20T08:21:27,445 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:21:27,446 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:21:27,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45767-0x10134774d2c0007, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Set watcher on znode that does not yet exist, /2-345076876/master 2024-11-20T08:21:27,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45767-0x10134774d2c0007, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Set watcher on znode that does not yet exist, /2-345076876/acl 2024-11-20T08:21:27,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45767 2024-11-20T08:21:27,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45767 2024-11-20T08:21:27,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45767 2024-11-20T08:21:27,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45767 2024-11-20T08:21:27,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45767 2024-11-20T08:21:27,464 DEBUG [M:0;3354ef74e3b7:45729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3354ef74e3b7:45729 2024-11-20T08:21:27,464 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-345076876/backup-masters/3354ef74e3b7,45729,1732090887399 2024-11-20T08:21:27,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-345076876/backup-masters 2024-11-20T08:21:27,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10134774d2c0007, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-345076876/backup-masters 2024-11-20T08:21:27,466 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Set watcher on existing znode=/2-345076876/backup-masters/3354ef74e3b7,45729,1732090887399 2024-11-20T08:21:27,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10134774d2c0007, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-345076876/master 2024-11-20T08:21:27,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10134774d2c0007, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-345076876 2024-11-20T08:21:27,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-345076876 2024-11-20T08:21:27,469 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Set watcher on existing znode=/2-345076876/master 2024-11-20T08:21:27,469 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-345076876/backup-masters/3354ef74e3b7,45729,1732090887399 from backup master directory 2024-11-20T08:21:27,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-345076876/backup-masters/3354ef74e3b7,45729,1732090887399 2024-11-20T08:21:27,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-345076876/backup-masters 2024-11-20T08:21:27,470 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:21:27,470 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3354ef74e3b7,45729,1732090887399 2024-11-20T08:21:27,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10134774d2c0007, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-345076876/backup-masters 2024-11-20T08:21:27,473 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/hbase.id] with ID: b748a229-8639-45dd-9245-334700cdbc9b 2024-11-20T08:21:27,473 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/.tmp/hbase.id 2024-11-20T08:21:27,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:21:27,882 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/.tmp/hbase.id]:[hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/hbase.id] 2024-11-20T08:21:27,889 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:27,889 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:21:27,890 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T08:21:27,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10134774d2c0007, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-345076876 2024-11-20T08:21:27,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-345076876 2024-11-20T08:21:27,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:21:28,296 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:21:28,297 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:21:28,297 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:21:28,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:21:28,703 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/MasterData/data/master/store 2024-11-20T08:21:28,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:21:28,902 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:21:28,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:28,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:28,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:28,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:28,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:28,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:28,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:28,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:28,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:28,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:28,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:28,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:28,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:28,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:28,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:28,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:28,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:28,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:29,109 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:21:29,109 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:21:29,109 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:29,109 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:29,109 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:21:29,109 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:29,109 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:29,109 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090889109Disabling compacts and flushes for region at 1732090889109Disabling writes for close at 1732090889109Writing region close event to WAL at 1732090889109Closed at 1732090889109 2024-11-20T08:21:29,110 WARN [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/MasterData/data/master/store/.initializing 2024-11-20T08:21:29,110 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/MasterData/WALs/3354ef74e3b7,45729,1732090887399 2024-11-20T08:21:29,110 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:21:29,112 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3354ef74e3b7%2C45729%2C1732090887399, suffix=, logDir=hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/MasterData/WALs/3354ef74e3b7,45729,1732090887399, archiveDir=hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/MasterData/oldWALs, maxLogs=10 2024-11-20T08:21:29,125 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/MasterData/WALs/3354ef74e3b7,45729,1732090887399/3354ef74e3b7%2C45729%2C1732090887399.1732090889112, exclude list is [], retry=0 2024-11-20T08:21:29,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38295,DS-ae8a4608-61f0-4b8c-880e-d5a2307de233,DISK] 2024-11-20T08:21:29,128 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/MasterData/WALs/3354ef74e3b7,45729,1732090887399/3354ef74e3b7%2C45729%2C1732090887399.1732090889112 2024-11-20T08:21:29,129 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45831:45831)] 2024-11-20T08:21:29,129 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:21:29,129 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:21:29,129 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:29,129 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:29,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:29,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:21:29,131 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:29,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:29,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:29,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:21:29,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:29,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:29,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:29,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:21:29,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:29,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:29,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:29,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:21:29,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:29,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:29,135 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:29,135 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:29,135 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:29,136 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:29,136 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:29,137 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:21:29,137 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:21:29,139 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:21:29,139 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72532916, jitterRate=0.08082467317581177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:21:29,139 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732090889129Initializing all the Stores at 1732090889130 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090889130Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090889130Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090889130Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090889130Cleaning up temporary data from old regions at 1732090889136 (+6 ms)Region opened successfully at 1732090889139 (+3 ms) 2024-11-20T08:21:29,140 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:21:29,142 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7f06a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:21:29,142 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T08:21:29,143 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:21:29,143 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:21:29,143 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:21:29,143 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T08:21:29,143 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T08:21:29,144 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:21:29,145 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:21:29,146 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Unable to get data of znode /2-345076876/balancer because node does not exist (not necessarily an error) 2024-11-20T08:21:29,147 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-345076876/balancer already deleted, retry=false 2024-11-20T08:21:29,147 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:21:29,148 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Unable to get data of znode /2-345076876/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:21:29,149 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-345076876/normalizer already deleted, retry=false 2024-11-20T08:21:29,149 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:21:29,150 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Unable to get data of znode /2-345076876/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:21:29,151 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-345076876/switch/split already deleted, retry=false 2024-11-20T08:21:29,152 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Unable to get data of znode /2-345076876/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:21:29,153 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-345076876/switch/merge already deleted, retry=false 2024-11-20T08:21:29,155 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Unable to get data of znode /2-345076876/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:21:29,156 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-345076876/snapshot-cleanup already deleted, retry=false 2024-11-20T08:21:29,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10134774d2c0007, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-345076876/running 2024-11-20T08:21:29,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-345076876/running 2024-11-20T08:21:29,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10134774d2c0007, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-345076876 2024-11-20T08:21:29,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-345076876 2024-11-20T08:21:29,158 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3354ef74e3b7,45729,1732090887399, sessionid=0x10134774d2c0006, setting cluster-up flag (Was=false) 2024-11-20T08:21:29,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10134774d2c0007, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-345076876 2024-11-20T08:21:29,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-345076876 2024-11-20T08:21:29,166 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-345076876/flush-table-proc/acquired, /2-345076876/flush-table-proc/reached, /2-345076876/flush-table-proc/abort 2024-11-20T08:21:29,167 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,45729,1732090887399 2024-11-20T08:21:29,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-345076876 2024-11-20T08:21:29,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10134774d2c0007, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-345076876 2024-11-20T08:21:29,175 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-345076876/online-snapshot/acquired, /2-345076876/online-snapshot/reached, /2-345076876/online-snapshot/abort 2024-11-20T08:21:29,175 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3354ef74e3b7,45729,1732090887399 2024-11-20T08:21:29,176 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T08:21:29,178 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:21:29,178 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:21:29,178 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:21:29,179 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3354ef74e3b7,45729,1732090887399 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:21:29,180 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:21:29,180 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:21:29,180 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:21:29,180 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:21:29,180 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3354ef74e3b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:21:29,180 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:29,180 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:21:29,180 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:29,181 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:21:29,181 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:21:29,182 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:29,182 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:21:29,190 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090919189 2024-11-20T08:21:29,190 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:21:29,190 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:21:29,190 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:21:29,190 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:21:29,190 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:21:29,190 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:21:29,192 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:29,193 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:21:29,193 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:21:29,193 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:21:29,193 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T08:21:29,193 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:21:29,193 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:21:29,194 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090889193,5,FailOnTimeoutGroup] 2024-11-20T08:21:29,194 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090889194,5,FailOnTimeoutGroup] 2024-11-20T08:21:29,194 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:29,194 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:21:29,194 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:29,194 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:29,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741831_1007 (size=1321) 2024-11-20T08:21:29,198 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T08:21:29,198 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf 2024-11-20T08:21:29,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741832_1008 (size=32) 2024-11-20T08:21:29,255 INFO [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer(746): ClusterId : b748a229-8639-45dd-9245-334700cdbc9b 2024-11-20T08:21:29,255 DEBUG [RS:0;3354ef74e3b7:45767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:21:29,257 DEBUG [RS:0;3354ef74e3b7:45767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:21:29,257 DEBUG [RS:0;3354ef74e3b7:45767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:21:29,258 DEBUG [RS:0;3354ef74e3b7:45767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:21:29,258 DEBUG [RS:0;3354ef74e3b7:45767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db27187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3354ef74e3b7/172.17.0.2:0 2024-11-20T08:21:29,271 DEBUG [RS:0;3354ef74e3b7:45767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3354ef74e3b7:45767 2024-11-20T08:21:29,271 INFO [RS:0;3354ef74e3b7:45767 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:21:29,271 INFO [RS:0;3354ef74e3b7:45767 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:21:29,271 DEBUG [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:21:29,271 INFO [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer(2659): reportForDuty to master=3354ef74e3b7,45729,1732090887399 with port=45767, startcode=1732090887438 2024-11-20T08:21:29,271 DEBUG [RS:0;3354ef74e3b7:45767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:21:29,273 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:21:29,273 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45729 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3354ef74e3b7,45767,1732090887438 2024-11-20T08:21:29,273 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45729 {}] master.ServerManager(517): Registering regionserver=3354ef74e3b7,45767,1732090887438 2024-11-20T08:21:29,274 DEBUG [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf 2024-11-20T08:21:29,274 DEBUG [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46049 2024-11-20T08:21:29,274 DEBUG [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:21:29,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-345076876/rs 2024-11-20T08:21:29,282 DEBUG [RS:0;3354ef74e3b7:45767 {}] zookeeper.ZKUtil(111): regionserver:45767-0x10134774d2c0007, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Set watcher on existing znode=/2-345076876/rs/3354ef74e3b7,45767,1732090887438 2024-11-20T08:21:29,282 WARN [RS:0;3354ef74e3b7:45767 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:21:29,282 INFO [RS:0;3354ef74e3b7:45767 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:21:29,282 DEBUG [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/WALs/3354ef74e3b7,45767,1732090887438 2024-11-20T08:21:29,282 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3354ef74e3b7,45767,1732090887438] 2024-11-20T08:21:29,284 INFO [RS:0;3354ef74e3b7:45767 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:21:29,286 INFO [RS:0;3354ef74e3b7:45767 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:21:29,286 INFO [RS:0;3354ef74e3b7:45767 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:21:29,286 INFO [RS:0;3354ef74e3b7:45767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:29,287 INFO [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:21:29,287 INFO [RS:0;3354ef74e3b7:45767 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:21:29,287 INFO [RS:0;3354ef74e3b7:45767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:29,287 DEBUG [RS:0;3354ef74e3b7:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:29,287 DEBUG [RS:0;3354ef74e3b7:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:29,287 DEBUG [RS:0;3354ef74e3b7:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:29,287 DEBUG [RS:0;3354ef74e3b7:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:29,287 DEBUG [RS:0;3354ef74e3b7:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:29,287 DEBUG [RS:0;3354ef74e3b7:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3354ef74e3b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:21:29,287 DEBUG [RS:0;3354ef74e3b7:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:29,287 DEBUG [RS:0;3354ef74e3b7:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:29,287 DEBUG [RS:0;3354ef74e3b7:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:29,287 DEBUG [RS:0;3354ef74e3b7:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:29,288 DEBUG [RS:0;3354ef74e3b7:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:29,288 DEBUG [RS:0;3354ef74e3b7:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3354ef74e3b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:21:29,288 DEBUG [RS:0;3354ef74e3b7:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:21:29,288 DEBUG [RS:0;3354ef74e3b7:45767 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3354ef74e3b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:21:29,288 INFO [RS:0;3354ef74e3b7:45767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:29,288 INFO [RS:0;3354ef74e3b7:45767 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:29,288 INFO [RS:0;3354ef74e3b7:45767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:29,288 INFO [RS:0;3354ef74e3b7:45767 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:29,288 INFO [RS:0;3354ef74e3b7:45767 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:29,288 INFO [RS:0;3354ef74e3b7:45767 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,45767,1732090887438-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:21:29,302 INFO [RS:0;3354ef74e3b7:45767 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:21:29,302 INFO [RS:0;3354ef74e3b7:45767 {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,45767,1732090887438-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:29,302 INFO [RS:0;3354ef74e3b7:45767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:29,302 INFO [RS:0;3354ef74e3b7:45767 {}] regionserver.Replication(171): 3354ef74e3b7,45767,1732090887438 started 2024-11-20T08:21:29,316 INFO [RS:0;3354ef74e3b7:45767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:29,317 INFO [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer(1482): Serving as 3354ef74e3b7,45767,1732090887438, RpcServer on 3354ef74e3b7/172.17.0.2:45767, sessionid=0x10134774d2c0007 2024-11-20T08:21:29,317 DEBUG [RS:0;3354ef74e3b7:45767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:21:29,317 DEBUG [RS:0;3354ef74e3b7:45767 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3354ef74e3b7,45767,1732090887438 2024-11-20T08:21:29,317 DEBUG [RS:0;3354ef74e3b7:45767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,45767,1732090887438' 2024-11-20T08:21:29,317 DEBUG [RS:0;3354ef74e3b7:45767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-345076876/flush-table-proc/abort' 2024-11-20T08:21:29,317 DEBUG [RS:0;3354ef74e3b7:45767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-345076876/flush-table-proc/acquired' 2024-11-20T08:21:29,317 DEBUG [RS:0;3354ef74e3b7:45767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:21:29,317 DEBUG [RS:0;3354ef74e3b7:45767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:21:29,317 DEBUG [RS:0;3354ef74e3b7:45767 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3354ef74e3b7,45767,1732090887438 2024-11-20T08:21:29,317 DEBUG [RS:0;3354ef74e3b7:45767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3354ef74e3b7,45767,1732090887438' 2024-11-20T08:21:29,318 DEBUG [RS:0;3354ef74e3b7:45767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-345076876/online-snapshot/abort' 2024-11-20T08:21:29,318 DEBUG [RS:0;3354ef74e3b7:45767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-345076876/online-snapshot/acquired' 2024-11-20T08:21:29,318 DEBUG [RS:0;3354ef74e3b7:45767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:21:29,318 INFO [RS:0;3354ef74e3b7:45767 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:21:29,318 INFO [RS:0;3354ef74e3b7:45767 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:21:29,418 INFO [RS:0;3354ef74e3b7:45767 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:21:29,420 INFO [RS:0;3354ef74e3b7:45767 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C45767%2C1732090887438, suffix=, logDir=hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/WALs/3354ef74e3b7,45767,1732090887438, archiveDir=hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/oldWALs, maxLogs=10 2024-11-20T08:21:29,433 DEBUG [RS:0;3354ef74e3b7:45767 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/WALs/3354ef74e3b7,45767,1732090887438/3354ef74e3b7%2C45767%2C1732090887438.1732090889420, exclude list is [], retry=0 2024-11-20T08:21:29,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38295,DS-ae8a4608-61f0-4b8c-880e-d5a2307de233,DISK] 2024-11-20T08:21:29,437 INFO [RS:0;3354ef74e3b7:45767 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/WALs/3354ef74e3b7,45767,1732090887438/3354ef74e3b7%2C45767%2C1732090887438.1732090889420 2024-11-20T08:21:29,437 DEBUG [RS:0;3354ef74e3b7:45767 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45831:45831)] 2024-11-20T08:21:29,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:21:29,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:21:29,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:21:29,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:29,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:29,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:21:29,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:21:29,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:29,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:29,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:21:29,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:21:29,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:29,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:29,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:21:29,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:21:29,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:29,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:29,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:21:29,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/1588230740 2024-11-20T08:21:29,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/1588230740 2024-11-20T08:21:29,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:21:29,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:21:29,618 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:21:29,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:21:29,621 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:21:29,621 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71398771, jitterRate=0.06392459571361542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:21:29,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732090889611Initializing all the Stores at 1732090889611Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090889611Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090889612 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090889612Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090889612Cleaning up temporary data from old regions at 1732090889618 (+6 ms)Region opened successfully at 1732090889621 (+3 ms) 2024-11-20T08:21:29,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:21:29,621 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:21:29,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:21:29,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:21:29,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:21:29,622 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:21:29,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090889621Disabling compacts and flushes for region at 1732090889621Disabling writes for close at 1732090889621Writing region close event to WAL at 1732090889622 (+1 ms)Closed at 1732090889622 2024-11-20T08:21:29,623 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:21:29,623 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T08:21:29,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:21:29,624 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:21:29,624 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:21:29,775 DEBUG [3354ef74e3b7:45729 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:21:29,775 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3354ef74e3b7,45767,1732090887438 2024-11-20T08:21:29,776 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,45767,1732090887438, state=OPENING 2024-11-20T08:21:29,777 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:21:29,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-345076876 2024-11-20T08:21:29,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10134774d2c0007, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-345076876 2024-11-20T08:21:29,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-345076876/meta-region-server: CHANGED 2024-11-20T08:21:29,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-345076876/meta-region-server: CHANGED 2024-11-20T08:21:29,779 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:21:29,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,45767,1732090887438}] 2024-11-20T08:21:29,931 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:21:29,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:21:29,935 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:21:29,935 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:21:29,935 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:21:29,936 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C45767%2C1732090887438.meta, suffix=.meta, logDir=hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/WALs/3354ef74e3b7,45767,1732090887438, archiveDir=hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/oldWALs, maxLogs=10 2024-11-20T08:21:29,950 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/WALs/3354ef74e3b7,45767,1732090887438/3354ef74e3b7%2C45767%2C1732090887438.meta.1732090889936.meta, exclude list is [], retry=0 2024-11-20T08:21:29,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38295,DS-ae8a4608-61f0-4b8c-880e-d5a2307de233,DISK] 2024-11-20T08:21:29,953 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/WALs/3354ef74e3b7,45767,1732090887438/3354ef74e3b7%2C45767%2C1732090887438.meta.1732090889936.meta 2024-11-20T08:21:29,953 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45831:45831)] 2024-11-20T08:21:29,953 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:21:29,953 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:21:29,953 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:21:29,953 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:21:29,953 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:21:29,954 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:21:29,954 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:21:29,954 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:21:29,954 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:21:29,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:21:29,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:21:29,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:29,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:29,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:21:29,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:21:29,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:29,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:29,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:21:29,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:21:29,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:29,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:29,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:21:29,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:21:29,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:29,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:21:29,958 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:21:29,958 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/1588230740 2024-11-20T08:21:29,959 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/1588230740 2024-11-20T08:21:29,959 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:21:29,959 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:21:29,960 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:21:29,960 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:21:29,961 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71730409, jitterRate=0.06886638700962067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:21:29,961 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:21:29,961 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732090889954Writing region info on filesystem at 1732090889954Initializing all the Stores at 1732090889954Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090889954Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090889954Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090889954Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732090889954Cleaning up temporary data from old regions at 1732090889959 (+5 ms)Running coprocessor post-open hooks at 1732090889961 (+2 ms)Region opened successfully at 1732090889961 2024-11-20T08:21:29,962 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090889931 2024-11-20T08:21:29,963 DEBUG [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:21:29,963 INFO [RS_OPEN_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:21:29,964 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,45767,1732090887438 2024-11-20T08:21:29,964 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3354ef74e3b7,45767,1732090887438, state=OPEN 2024-11-20T08:21:29,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10134774d2c0007, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-345076876/meta-region-server 2024-11-20T08:21:29,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-345076876/meta-region-server 2024-11-20T08:21:29,966 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3354ef74e3b7,45767,1732090887438 2024-11-20T08:21:29,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-345076876/meta-region-server: CHANGED 2024-11-20T08:21:29,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-345076876/meta-region-server: CHANGED 2024-11-20T08:21:29,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:21:29,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3354ef74e3b7,45767,1732090887438 in 187 msec 2024-11-20T08:21:29,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:21:29,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 344 msec 2024-11-20T08:21:29,969 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:21:29,969 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T08:21:29,970 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:21:29,970 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,45767,1732090887438, seqNum=-1] 2024-11-20T08:21:29,970 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:21:29,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:21:29,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 796 msec 2024-11-20T08:21:29,974 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090889974, completionTime=-1 2024-11-20T08:21:29,974 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T08:21:29,974 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T08:21:29,976 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T08:21:29,976 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732090949976 2024-11-20T08:21:29,976 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732091009976 2024-11-20T08:21:29,976 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T08:21:29,977 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,45729,1732090887399-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:29,977 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,45729,1732090887399-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:29,977 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,45729,1732090887399-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:29,977 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3354ef74e3b7:45729, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:29,977 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:29,977 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:29,978 DEBUG [master/3354ef74e3b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T08:21:29,980 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.510sec 2024-11-20T08:21:29,980 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:21:29,980 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:21:29,980 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:21:29,980 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:21:29,980 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:21:29,980 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,45729,1732090887399-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:21:29,980 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,45729,1732090887399-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:21:29,981 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:21:29,981 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:21:29,982 INFO [master/3354ef74e3b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3354ef74e3b7,45729,1732090887399-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:21:30,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd3b043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:30,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,45729,-1 for getting cluster id 2024-11-20T08:21:30,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:21:30,057 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b748a229-8639-45dd-9245-334700cdbc9b' 2024-11-20T08:21:30,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:21:30,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b748a229-8639-45dd-9245-334700cdbc9b" 2024-11-20T08:21:30,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d96cbd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:30,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,45729,-1] 2024-11-20T08:21:30,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:21:30,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:30,058 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:21:30,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe11dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:30,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:21:30,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,45767,1732090887438, seqNum=-1] 2024-11-20T08:21:30,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:21:30,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:21:30,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3354ef74e3b7,45729,1732090887399 2024-11-20T08:21:30,063 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64549 2024-11-20T08:21:30,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:21:30,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10134774d2c0008 connected 2024-11-20T08:21:30,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:21:30,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,41375,1732090881850 2024-11-20T08:21:30,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f78c20d 2024-11-20T08:21:30,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:21:30,070 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:21:30,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41375 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:21:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41375 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T08:21:30,072 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:21:30,073 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:30,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41375 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T08:21:30,073 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:21:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:21:30,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741835_1011 (size=902) 2024-11-20T08:21:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:21:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:21:30,483 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5fc79e6b847a853fc9f84b4be6fbcb5, NAME => 'test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa 2024-11-20T08:21:30,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741836_1012 (size=39) 2024-11-20T08:21:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:21:30,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:21:30,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f5fc79e6b847a853fc9f84b4be6fbcb5, disabling compactions & flushes 2024-11-20T08:21:30,888 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5. 2024-11-20T08:21:30,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5. 2024-11-20T08:21:30,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5. after waiting 0 ms 2024-11-20T08:21:30,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5. 2024-11-20T08:21:30,888 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5. 2024-11-20T08:21:30,888 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5fc79e6b847a853fc9f84b4be6fbcb5: Waiting for close lock at 1732090890888Disabling compacts and flushes for region at 1732090890888Disabling writes for close at 1732090890888Writing region close event to WAL at 1732090890888Closed at 1732090890888 2024-11-20T08:21:30,889 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:21:30,889 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732090890889"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090890889"}]},"ts":"1732090890889"} 2024-11-20T08:21:30,891 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:21:30,892 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:21:30,892 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090890892"}]},"ts":"1732090890892"} 2024-11-20T08:21:30,893 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T08:21:30,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f5fc79e6b847a853fc9f84b4be6fbcb5, ASSIGN}] 2024-11-20T08:21:30,895 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f5fc79e6b847a853fc9f84b4be6fbcb5, ASSIGN 2024-11-20T08:21:30,895 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f5fc79e6b847a853fc9f84b4be6fbcb5, ASSIGN; state=OFFLINE, location=3354ef74e3b7,37919,1732090881902; forceNewPlan=false, retain=false 2024-11-20T08:21:31,046 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5fc79e6b847a853fc9f84b4be6fbcb5, regionState=OPENING, regionLocation=3354ef74e3b7,37919,1732090881902 2024-11-20T08:21:31,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f5fc79e6b847a853fc9f84b4be6fbcb5, ASSIGN because future has completed 2024-11-20T08:21:31,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5fc79e6b847a853fc9f84b4be6fbcb5, server=3354ef74e3b7,37919,1732090881902}] 2024-11-20T08:21:31,203 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5. 2024-11-20T08:21:31,203 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f5fc79e6b847a853fc9f84b4be6fbcb5, NAME => 'test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:21:31,204 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:21:31,204 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T08:21:31,204 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f5fc79e6b847a853fc9f84b4be6fbcb5 2024-11-20T08:21:31,204 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:21:31,204 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f5fc79e6b847a853fc9f84b4be6fbcb5 2024-11-20T08:21:31,204 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f5fc79e6b847a853fc9f84b4be6fbcb5 2024-11-20T08:21:31,205 INFO [StoreOpener-f5fc79e6b847a853fc9f84b4be6fbcb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f5fc79e6b847a853fc9f84b4be6fbcb5 2024-11-20T08:21:31,206 INFO [StoreOpener-f5fc79e6b847a853fc9f84b4be6fbcb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5fc79e6b847a853fc9f84b4be6fbcb5 columnFamilyName f 2024-11-20T08:21:31,206 DEBUG [StoreOpener-f5fc79e6b847a853fc9f84b4be6fbcb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:31,206 INFO [StoreOpener-f5fc79e6b847a853fc9f84b4be6fbcb5-1 {}] regionserver.HStore(327): Store=f5fc79e6b847a853fc9f84b4be6fbcb5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:31,206 INFO [StoreOpener-f5fc79e6b847a853fc9f84b4be6fbcb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f5fc79e6b847a853fc9f84b4be6fbcb5 2024-11-20T08:21:31,207 INFO [StoreOpener-f5fc79e6b847a853fc9f84b4be6fbcb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5fc79e6b847a853fc9f84b4be6fbcb5 columnFamilyName f1 2024-11-20T08:21:31,207 DEBUG [StoreOpener-f5fc79e6b847a853fc9f84b4be6fbcb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:31,207 INFO [StoreOpener-f5fc79e6b847a853fc9f84b4be6fbcb5-1 {}] regionserver.HStore(327): Store=f5fc79e6b847a853fc9f84b4be6fbcb5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:31,207 INFO [StoreOpener-f5fc79e6b847a853fc9f84b4be6fbcb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f5fc79e6b847a853fc9f84b4be6fbcb5 2024-11-20T08:21:31,208 INFO [StoreOpener-f5fc79e6b847a853fc9f84b4be6fbcb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5fc79e6b847a853fc9f84b4be6fbcb5 columnFamilyName norep 2024-11-20T08:21:31,208 DEBUG [StoreOpener-f5fc79e6b847a853fc9f84b4be6fbcb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:31,208 INFO [StoreOpener-f5fc79e6b847a853fc9f84b4be6fbcb5-1 {}] regionserver.HStore(327): Store=f5fc79e6b847a853fc9f84b4be6fbcb5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:31,208 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f5fc79e6b847a853fc9f84b4be6fbcb5 2024-11-20T08:21:31,209 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/default/test/f5fc79e6b847a853fc9f84b4be6fbcb5 2024-11-20T08:21:31,209 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/default/test/f5fc79e6b847a853fc9f84b4be6fbcb5 2024-11-20T08:21:31,210 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f5fc79e6b847a853fc9f84b4be6fbcb5 2024-11-20T08:21:31,210 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f5fc79e6b847a853fc9f84b4be6fbcb5 2024-11-20T08:21:31,210 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:21:31,211 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f5fc79e6b847a853fc9f84b4be6fbcb5 2024-11-20T08:21:31,212 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/default/test/f5fc79e6b847a853fc9f84b4be6fbcb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:21:31,212 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f5fc79e6b847a853fc9f84b4be6fbcb5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59738868, jitterRate=-0.10982149839401245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:21:31,212 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5fc79e6b847a853fc9f84b4be6fbcb5 2024-11-20T08:21:31,212 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f5fc79e6b847a853fc9f84b4be6fbcb5: Running coprocessor pre-open hook at 1732090891204Writing region info on filesystem at 1732090891204Initializing all the Stores at 1732090891204Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090891205 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090891205Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090891205Cleaning up temporary data from old regions at 1732090891210 (+5 ms)Running coprocessor post-open hooks at 1732090891212 (+2 ms)Region opened successfully at 1732090891212 2024-11-20T08:21:31,213 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5., pid=6, masterSystemTime=1732090891200 2024-11-20T08:21:31,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:21:31,214 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5. 2024-11-20T08:21:31,215 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5. 2024-11-20T08:21:31,215 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5fc79e6b847a853fc9f84b4be6fbcb5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3354ef74e3b7,37919,1732090881902 2024-11-20T08:21:31,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5fc79e6b847a853fc9f84b4be6fbcb5, server=3354ef74e3b7,37919,1732090881902 because future has completed 2024-11-20T08:21:31,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:21:31,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f5fc79e6b847a853fc9f84b4be6fbcb5, server=3354ef74e3b7,37919,1732090881902 in 173 msec 2024-11-20T08:21:31,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T08:21:31,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f5fc79e6b847a853fc9f84b4be6fbcb5, ASSIGN in 328 msec 2024-11-20T08:21:31,224 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:21:31,224 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090891224"}]},"ts":"1732090891224"} 2024-11-20T08:21:31,226 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T08:21:31,226 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:21:31,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-20T08:21:32,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:21:32,224 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T08:21:32,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:21:32,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,44059,1732090884893 2024-11-20T08:21:32,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@665b8c6a 2024-11-20T08:21:32,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:21:32,226 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:21:32,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44059 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:21:32,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44059 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T08:21:32,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:21:32,229 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:32,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44059 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T08:21:32,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:21:32,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:21:32,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741835_1011 (size=902) 2024-11-20T08:21:32,235 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 321c0d24cc559784cde26c92d9984482, NAME => 'test,,1732090892226.321c0d24cc559784cde26c92d9984482.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f 2024-11-20T08:21:32,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741836_1012 (size=39) 2024-11-20T08:21:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:21:32,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:21:32,639 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732090892226.321c0d24cc559784cde26c92d9984482.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:21:32,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 321c0d24cc559784cde26c92d9984482, disabling compactions & flushes 2024-11-20T08:21:32,640 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732090892226.321c0d24cc559784cde26c92d9984482. 2024-11-20T08:21:32,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090892226.321c0d24cc559784cde26c92d9984482. 2024-11-20T08:21:32,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732090892226.321c0d24cc559784cde26c92d9984482. after waiting 0 ms 2024-11-20T08:21:32,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732090892226.321c0d24cc559784cde26c92d9984482. 2024-11-20T08:21:32,640 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732090892226.321c0d24cc559784cde26c92d9984482. 2024-11-20T08:21:32,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 321c0d24cc559784cde26c92d9984482: Waiting for close lock at 1732090892640Disabling compacts and flushes for region at 1732090892640Disabling writes for close at 1732090892640Writing region close event to WAL at 1732090892640Closed at 1732090892640 2024-11-20T08:21:32,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:21:32,641 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732090892226.321c0d24cc559784cde26c92d9984482.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732090892641"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090892641"}]},"ts":"1732090892641"} 2024-11-20T08:21:32,642 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:21:32,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:21:32,643 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090892643"}]},"ts":"1732090892643"} 2024-11-20T08:21:32,645 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T08:21:32,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=321c0d24cc559784cde26c92d9984482, ASSIGN}] 2024-11-20T08:21:32,646 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=321c0d24cc559784cde26c92d9984482, ASSIGN 2024-11-20T08:21:32,647 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=321c0d24cc559784cde26c92d9984482, ASSIGN; state=OFFLINE, location=3354ef74e3b7,38159,1732090884998; forceNewPlan=false, retain=false 2024-11-20T08:21:32,797 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=321c0d24cc559784cde26c92d9984482, regionState=OPENING, regionLocation=3354ef74e3b7,38159,1732090884998 2024-11-20T08:21:32,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=321c0d24cc559784cde26c92d9984482, ASSIGN because future has completed 2024-11-20T08:21:32,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 321c0d24cc559784cde26c92d9984482, server=3354ef74e3b7,38159,1732090884998}] 2024-11-20T08:21:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:21:32,954 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732090892226.321c0d24cc559784cde26c92d9984482. 2024-11-20T08:21:32,954 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 321c0d24cc559784cde26c92d9984482, NAME => 'test,,1732090892226.321c0d24cc559784cde26c92d9984482.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:21:32,955 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:21:32,955 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T08:21:32,955 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 321c0d24cc559784cde26c92d9984482 2024-11-20T08:21:32,955 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732090892226.321c0d24cc559784cde26c92d9984482.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:21:32,955 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 321c0d24cc559784cde26c92d9984482 2024-11-20T08:21:32,955 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 321c0d24cc559784cde26c92d9984482 2024-11-20T08:21:32,956 INFO [StoreOpener-321c0d24cc559784cde26c92d9984482-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 321c0d24cc559784cde26c92d9984482 2024-11-20T08:21:32,957 INFO [StoreOpener-321c0d24cc559784cde26c92d9984482-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321c0d24cc559784cde26c92d9984482 columnFamilyName f 2024-11-20T08:21:32,957 DEBUG [StoreOpener-321c0d24cc559784cde26c92d9984482-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:32,957 INFO [StoreOpener-321c0d24cc559784cde26c92d9984482-1 {}] regionserver.HStore(327): Store=321c0d24cc559784cde26c92d9984482/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:32,958 INFO [StoreOpener-321c0d24cc559784cde26c92d9984482-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 321c0d24cc559784cde26c92d9984482 2024-11-20T08:21:32,958 INFO [StoreOpener-321c0d24cc559784cde26c92d9984482-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321c0d24cc559784cde26c92d9984482 columnFamilyName f1 2024-11-20T08:21:32,958 DEBUG [StoreOpener-321c0d24cc559784cde26c92d9984482-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:32,959 INFO [StoreOpener-321c0d24cc559784cde26c92d9984482-1 {}] regionserver.HStore(327): Store=321c0d24cc559784cde26c92d9984482/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:32,959 INFO [StoreOpener-321c0d24cc559784cde26c92d9984482-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 321c0d24cc559784cde26c92d9984482 2024-11-20T08:21:32,960 INFO [StoreOpener-321c0d24cc559784cde26c92d9984482-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321c0d24cc559784cde26c92d9984482 columnFamilyName norep 2024-11-20T08:21:32,960 DEBUG [StoreOpener-321c0d24cc559784cde26c92d9984482-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:32,960 INFO [StoreOpener-321c0d24cc559784cde26c92d9984482-1 {}] regionserver.HStore(327): Store=321c0d24cc559784cde26c92d9984482/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:32,961 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 321c0d24cc559784cde26c92d9984482 2024-11-20T08:21:32,961 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/default/test/321c0d24cc559784cde26c92d9984482 2024-11-20T08:21:32,961 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/default/test/321c0d24cc559784cde26c92d9984482 2024-11-20T08:21:32,962 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 321c0d24cc559784cde26c92d9984482 2024-11-20T08:21:32,962 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 321c0d24cc559784cde26c92d9984482 2024-11-20T08:21:32,962 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:21:32,963 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 321c0d24cc559784cde26c92d9984482 2024-11-20T08:21:32,964 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/default/test/321c0d24cc559784cde26c92d9984482/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:21:32,964 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 321c0d24cc559784cde26c92d9984482; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65102533, jitterRate=-0.029896661639213562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:21:32,964 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 321c0d24cc559784cde26c92d9984482 2024-11-20T08:21:32,964 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 321c0d24cc559784cde26c92d9984482: Running coprocessor pre-open hook at 1732090892955Writing region info on filesystem at 1732090892955Initializing all the Stores at 1732090892956 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090892956Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090892956Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090892956Cleaning up temporary data from old regions at 1732090892962 (+6 ms)Running coprocessor post-open hooks at 1732090892964 (+2 ms)Region opened successfully at 1732090892964 2024-11-20T08:21:32,965 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732090892226.321c0d24cc559784cde26c92d9984482., pid=6, masterSystemTime=1732090892951 2024-11-20T08:21:32,966 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732090892226.321c0d24cc559784cde26c92d9984482. 2024-11-20T08:21:32,966 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732090892226.321c0d24cc559784cde26c92d9984482. 2024-11-20T08:21:32,967 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=321c0d24cc559784cde26c92d9984482, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3354ef74e3b7,38159,1732090884998 2024-11-20T08:21:32,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 321c0d24cc559784cde26c92d9984482, server=3354ef74e3b7,38159,1732090884998 because future has completed 2024-11-20T08:21:32,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:21:32,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 321c0d24cc559784cde26c92d9984482, server=3354ef74e3b7,38159,1732090884998 in 170 msec 2024-11-20T08:21:32,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T08:21:32,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=321c0d24cc559784cde26c92d9984482, ASSIGN in 325 msec 2024-11-20T08:21:32,972 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:21:32,973 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090892972"}]},"ts":"1732090892972"} 2024-11-20T08:21:32,974 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T08:21:32,974 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:21:32,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 747 msec 2024-11-20T08:21:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:21:33,364 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T08:21:33,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:21:33,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,45729,1732090887399 2024-11-20T08:21:33,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c414916 2024-11-20T08:21:33,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:21:33,366 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:21:33,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:21:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T08:21:33,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:21:33,368 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:33,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T08:21:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:21:33,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:21:33,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741835_1011 (size=902) 2024-11-20T08:21:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:21:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:21:33,776 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d6ee906256664253c9f53fe26df2fb4, NAME => 'test,,1732090893366.3d6ee906256664253c9f53fe26df2fb4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf 2024-11-20T08:21:33,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741836_1012 (size=39) 2024-11-20T08:21:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:21:34,182 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732090893366.3d6ee906256664253c9f53fe26df2fb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:21:34,182 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3d6ee906256664253c9f53fe26df2fb4, disabling compactions & flushes 2024-11-20T08:21:34,182 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732090893366.3d6ee906256664253c9f53fe26df2fb4. 2024-11-20T08:21:34,182 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090893366.3d6ee906256664253c9f53fe26df2fb4. 2024-11-20T08:21:34,182 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732090893366.3d6ee906256664253c9f53fe26df2fb4. after waiting 0 ms 2024-11-20T08:21:34,182 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732090893366.3d6ee906256664253c9f53fe26df2fb4. 2024-11-20T08:21:34,182 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732090893366.3d6ee906256664253c9f53fe26df2fb4. 2024-11-20T08:21:34,182 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d6ee906256664253c9f53fe26df2fb4: Waiting for close lock at 1732090894182Disabling compacts and flushes for region at 1732090894182Disabling writes for close at 1732090894182Writing region close event to WAL at 1732090894182Closed at 1732090894182 2024-11-20T08:21:34,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:21:34,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732090893366.3d6ee906256664253c9f53fe26df2fb4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732090894184"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090894184"}]},"ts":"1732090894184"} 2024-11-20T08:21:34,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:21:34,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:21:34,187 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090894186"}]},"ts":"1732090894186"} 2024-11-20T08:21:34,188 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T08:21:34,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3d6ee906256664253c9f53fe26df2fb4, ASSIGN}] 2024-11-20T08:21:34,189 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3d6ee906256664253c9f53fe26df2fb4, ASSIGN 2024-11-20T08:21:34,190 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3d6ee906256664253c9f53fe26df2fb4, ASSIGN; state=OFFLINE, location=3354ef74e3b7,45767,1732090887438; forceNewPlan=false, retain=false 2024-11-20T08:21:34,340 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d6ee906256664253c9f53fe26df2fb4, regionState=OPENING, regionLocation=3354ef74e3b7,45767,1732090887438 2024-11-20T08:21:34,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3d6ee906256664253c9f53fe26df2fb4, ASSIGN because future has completed 2024-11-20T08:21:34,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d6ee906256664253c9f53fe26df2fb4, server=3354ef74e3b7,45767,1732090887438}] 2024-11-20T08:21:34,498 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732090893366.3d6ee906256664253c9f53fe26df2fb4. 2024-11-20T08:21:34,498 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d6ee906256664253c9f53fe26df2fb4, NAME => 'test,,1732090893366.3d6ee906256664253c9f53fe26df2fb4.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:21:34,498 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:21:34,498 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T08:21:34,499 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3d6ee906256664253c9f53fe26df2fb4 2024-11-20T08:21:34,499 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732090893366.3d6ee906256664253c9f53fe26df2fb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:21:34,499 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3d6ee906256664253c9f53fe26df2fb4 2024-11-20T08:21:34,499 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3d6ee906256664253c9f53fe26df2fb4 2024-11-20T08:21:34,500 INFO [StoreOpener-3d6ee906256664253c9f53fe26df2fb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3d6ee906256664253c9f53fe26df2fb4 2024-11-20T08:21:34,501 INFO [StoreOpener-3d6ee906256664253c9f53fe26df2fb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d6ee906256664253c9f53fe26df2fb4 columnFamilyName f 2024-11-20T08:21:34,501 DEBUG [StoreOpener-3d6ee906256664253c9f53fe26df2fb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:34,501 INFO [StoreOpener-3d6ee906256664253c9f53fe26df2fb4-1 {}] regionserver.HStore(327): Store=3d6ee906256664253c9f53fe26df2fb4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:34,501 INFO [StoreOpener-3d6ee906256664253c9f53fe26df2fb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3d6ee906256664253c9f53fe26df2fb4 2024-11-20T08:21:34,502 INFO [StoreOpener-3d6ee906256664253c9f53fe26df2fb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d6ee906256664253c9f53fe26df2fb4 columnFamilyName f1 2024-11-20T08:21:34,502 DEBUG [StoreOpener-3d6ee906256664253c9f53fe26df2fb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:34,502 INFO [StoreOpener-3d6ee906256664253c9f53fe26df2fb4-1 {}] regionserver.HStore(327): Store=3d6ee906256664253c9f53fe26df2fb4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:34,502 INFO [StoreOpener-3d6ee906256664253c9f53fe26df2fb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3d6ee906256664253c9f53fe26df2fb4 2024-11-20T08:21:34,503 INFO [StoreOpener-3d6ee906256664253c9f53fe26df2fb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d6ee906256664253c9f53fe26df2fb4 columnFamilyName norep 2024-11-20T08:21:34,503 DEBUG [StoreOpener-3d6ee906256664253c9f53fe26df2fb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:34,503 INFO [StoreOpener-3d6ee906256664253c9f53fe26df2fb4-1 {}] regionserver.HStore(327): Store=3d6ee906256664253c9f53fe26df2fb4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:34,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:21:34,504 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3d6ee906256664253c9f53fe26df2fb4 2024-11-20T08:21:34,504 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/default/test/3d6ee906256664253c9f53fe26df2fb4 2024-11-20T08:21:34,505 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/default/test/3d6ee906256664253c9f53fe26df2fb4 2024-11-20T08:21:34,505 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3d6ee906256664253c9f53fe26df2fb4 2024-11-20T08:21:34,505 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3d6ee906256664253c9f53fe26df2fb4 2024-11-20T08:21:34,506 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:21:34,506 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3d6ee906256664253c9f53fe26df2fb4 2024-11-20T08:21:34,508 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/default/test/3d6ee906256664253c9f53fe26df2fb4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:21:34,508 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3d6ee906256664253c9f53fe26df2fb4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61479376, jitterRate=-0.08388590812683105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:21:34,508 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d6ee906256664253c9f53fe26df2fb4 2024-11-20T08:21:34,509 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3d6ee906256664253c9f53fe26df2fb4: Running coprocessor pre-open hook at 1732090894499Writing region info on filesystem at 1732090894499Initializing all the Stores at 1732090894499Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090894499Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090894500 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090894500Cleaning up temporary data from old regions at 1732090894505 (+5 ms)Running coprocessor post-open hooks at 1732090894508 (+3 ms)Region opened successfully at 1732090894508 2024-11-20T08:21:34,509 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732090893366.3d6ee906256664253c9f53fe26df2fb4., pid=6, masterSystemTime=1732090894494 2024-11-20T08:21:34,511 DEBUG [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732090893366.3d6ee906256664253c9f53fe26df2fb4. 2024-11-20T08:21:34,511 INFO [RS_OPEN_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732090893366.3d6ee906256664253c9f53fe26df2fb4. 2024-11-20T08:21:34,511 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d6ee906256664253c9f53fe26df2fb4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3354ef74e3b7,45767,1732090887438 2024-11-20T08:21:34,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d6ee906256664253c9f53fe26df2fb4, server=3354ef74e3b7,45767,1732090887438 because future has completed 2024-11-20T08:21:34,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:21:34,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d6ee906256664253c9f53fe26df2fb4, server=3354ef74e3b7,45767,1732090887438 in 171 msec 2024-11-20T08:21:34,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T08:21:34,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3d6ee906256664253c9f53fe26df2fb4, ASSIGN in 327 msec 2024-11-20T08:21:34,517 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:21:34,517 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090894517"}]},"ts":"1732090894517"} 2024-11-20T08:21:34,519 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T08:21:34,519 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:21:34,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-20T08:21:35,457 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:21:35,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:35,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:35,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:35,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:35,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:35,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:35,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:35,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:35,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:35,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:35,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:35,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:35,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:35,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:35,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:35,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:35,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:35,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:21:35,524 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T08:21:35,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce7829d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:35,525 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41375,-1 for getting cluster id 2024-11-20T08:21:35,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:21:35,526 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6be9513-acaf-4b44-af96-228c0c88885a' 2024-11-20T08:21:35,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:21:35,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6be9513-acaf-4b44-af96-228c0c88885a" 2024-11-20T08:21:35,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1961db87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:35,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41375,-1] 2024-11-20T08:21:35,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:21:35,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:35,527 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:21:35,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0a2285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:35,528 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:21:35,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,41375,1732090881850 2024-11-20T08:21:35,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75fe2c14 2024-11-20T08:21:35,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:21:35,530 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:21:35,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41375 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3354ef74e3b7:44059,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T08:21:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41375 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T08:21:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:21:35,534 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:44059' 2024-11-20T08:21:35,535 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea21d0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:35,535 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,44059,-1 for getting cluster id 2024-11-20T08:21:35,535 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:21:35,535 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ce36036-662d-4350-94b7-f4ef7ca3c7f2' 2024-11-20T08:21:35,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:21:35,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ce36036-662d-4350-94b7-f4ef7ca3c7f2" 2024-11-20T08:21:35,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f90c291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:35,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,44059,-1] 2024-11-20T08:21:35,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:21:35,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:35,537 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:21:35,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c4aee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:35,537 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:21:35,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,44059,1732090884893 2024-11-20T08:21:35,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f92f2b1 2024-11-20T08:21:35,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:21:35,538 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:21:35,539 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T08:21:35,539 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T08:21:35,539 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:35,540 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:35,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:21:35,540 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:21:35,541 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T08:21:35,542 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:21:35,542 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:35,542 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:21:35,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741837_1013 (size=1138) 2024-11-20T08:21:35,551 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2c574adb8d37cdcdff7c56bcb8369b39, NAME => 'hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa 2024-11-20T08:21:35,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741838_1014 (size=44) 2024-11-20T08:21:35,556 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:21:35,556 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2c574adb8d37cdcdff7c56bcb8369b39, disabling compactions & flushes 2024-11-20T08:21:35,556 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39. 2024-11-20T08:21:35,556 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39. 2024-11-20T08:21:35,556 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39. after waiting 0 ms 2024-11-20T08:21:35,556 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39. 2024-11-20T08:21:35,556 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39. 2024-11-20T08:21:35,556 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2c574adb8d37cdcdff7c56bcb8369b39: Waiting for close lock at 1732090895556Disabling compacts and flushes for region at 1732090895556Disabling writes for close at 1732090895556Writing region close event to WAL at 1732090895556Closed at 1732090895556 2024-11-20T08:21:35,557 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:21:35,557 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732090895557"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090895557"}]},"ts":"1732090895557"} 2024-11-20T08:21:35,558 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:21:35,559 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:21:35,559 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090895559"}]},"ts":"1732090895559"} 2024-11-20T08:21:35,561 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T08:21:35,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c574adb8d37cdcdff7c56bcb8369b39, ASSIGN}] 2024-11-20T08:21:35,562 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c574adb8d37cdcdff7c56bcb8369b39, ASSIGN 2024-11-20T08:21:35,562 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2c574adb8d37cdcdff7c56bcb8369b39, ASSIGN; state=OFFLINE, location=3354ef74e3b7,37919,1732090881902; forceNewPlan=false, retain=false 2024-11-20T08:21:35,591 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T08:21:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:21:35,713 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2c574adb8d37cdcdff7c56bcb8369b39, regionState=OPENING, regionLocation=3354ef74e3b7,37919,1732090881902 2024-11-20T08:21:35,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2c574adb8d37cdcdff7c56bcb8369b39, ASSIGN because future has completed 2024-11-20T08:21:35,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c574adb8d37cdcdff7c56bcb8369b39, server=3354ef74e3b7,37919,1732090881902}] 2024-11-20T08:21:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:21:35,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39. 2024-11-20T08:21:35,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:21:35,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T08:21:35,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3354ef74e3b7%2C37919%2C1732090881902.rep, suffix=, logDir=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902, archiveDir=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/oldWALs, maxLogs=10 2024-11-20T08:21:35,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.rep.1732090895871, exclude list is [], retry=0 2024-11-20T08:21:35,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32849,DS-edb87554-864d-4db9-98af-d1b8cb993824,DISK] 2024-11-20T08:21:35,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.rep.1732090895871 2024-11-20T08:21:35,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36113:36113)] 2024-11-20T08:21:35,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c574adb8d37cdcdff7c56bcb8369b39, NAME => 'hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:21:35,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T08:21:35,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:21:35,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39. service=MultiRowMutationService 2024-11-20T08:21:35,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T08:21:35,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2c574adb8d37cdcdff7c56bcb8369b39 2024-11-20T08:21:35,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:21:35,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2c574adb8d37cdcdff7c56bcb8369b39 2024-11-20T08:21:35,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2c574adb8d37cdcdff7c56bcb8369b39 2024-11-20T08:21:35,892 INFO [StoreOpener-2c574adb8d37cdcdff7c56bcb8369b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2c574adb8d37cdcdff7c56bcb8369b39 2024-11-20T08:21:35,893 INFO [StoreOpener-2c574adb8d37cdcdff7c56bcb8369b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c574adb8d37cdcdff7c56bcb8369b39 columnFamilyName hfileref 2024-11-20T08:21:35,893 DEBUG [StoreOpener-2c574adb8d37cdcdff7c56bcb8369b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:35,893 INFO [StoreOpener-2c574adb8d37cdcdff7c56bcb8369b39-1 {}] regionserver.HStore(327): Store=2c574adb8d37cdcdff7c56bcb8369b39/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:35,893 INFO [StoreOpener-2c574adb8d37cdcdff7c56bcb8369b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2c574adb8d37cdcdff7c56bcb8369b39 2024-11-20T08:21:35,894 INFO [StoreOpener-2c574adb8d37cdcdff7c56bcb8369b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c574adb8d37cdcdff7c56bcb8369b39 columnFamilyName queue 2024-11-20T08:21:35,894 DEBUG [StoreOpener-2c574adb8d37cdcdff7c56bcb8369b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:35,895 INFO [StoreOpener-2c574adb8d37cdcdff7c56bcb8369b39-1 {}] regionserver.HStore(327): Store=2c574adb8d37cdcdff7c56bcb8369b39/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:35,895 INFO [StoreOpener-2c574adb8d37cdcdff7c56bcb8369b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2c574adb8d37cdcdff7c56bcb8369b39 2024-11-20T08:21:35,896 INFO [StoreOpener-2c574adb8d37cdcdff7c56bcb8369b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c574adb8d37cdcdff7c56bcb8369b39 columnFamilyName sid 2024-11-20T08:21:35,896 DEBUG [StoreOpener-2c574adb8d37cdcdff7c56bcb8369b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:21:35,896 INFO [StoreOpener-2c574adb8d37cdcdff7c56bcb8369b39-1 {}] regionserver.HStore(327): Store=2c574adb8d37cdcdff7c56bcb8369b39/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:21:35,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2c574adb8d37cdcdff7c56bcb8369b39 2024-11-20T08:21:35,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/replication/2c574adb8d37cdcdff7c56bcb8369b39 2024-11-20T08:21:35,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/replication/2c574adb8d37cdcdff7c56bcb8369b39 2024-11-20T08:21:35,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2c574adb8d37cdcdff7c56bcb8369b39 2024-11-20T08:21:35,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2c574adb8d37cdcdff7c56bcb8369b39 2024-11-20T08:21:35,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T08:21:35,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2c574adb8d37cdcdff7c56bcb8369b39 2024-11-20T08:21:35,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/replication/2c574adb8d37cdcdff7c56bcb8369b39/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:21:35,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2c574adb8d37cdcdff7c56bcb8369b39; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65364283, jitterRate=-0.025996282696723938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T08:21:35,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c574adb8d37cdcdff7c56bcb8369b39 2024-11-20T08:21:35,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2c574adb8d37cdcdff7c56bcb8369b39: Running coprocessor pre-open hook at 1732090895891Writing region info on filesystem at 1732090895891Initializing all the Stores at 1732090895892 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090895892Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090895892Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732090895892Cleaning up temporary data from old regions at 1732090895898 (+6 ms)Running coprocessor post-open hooks at 1732090895900 (+2 ms)Region opened successfully at 1732090895901 (+1 ms) 2024-11-20T08:21:35,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39., pid=10, masterSystemTime=1732090895866 2024-11-20T08:21:35,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39. 2024-11-20T08:21:35,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39. 2024-11-20T08:21:35,903 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2c574adb8d37cdcdff7c56bcb8369b39, regionState=OPEN, openSeqNum=2, regionLocation=3354ef74e3b7,37919,1732090881902 2024-11-20T08:21:35,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c574adb8d37cdcdff7c56bcb8369b39, server=3354ef74e3b7,37919,1732090881902 because future has completed 2024-11-20T08:21:35,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T08:21:35,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c574adb8d37cdcdff7c56bcb8369b39, server=3354ef74e3b7,37919,1732090881902 in 191 msec 2024-11-20T08:21:35,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T08:21:35,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c574adb8d37cdcdff7c56bcb8369b39, ASSIGN in 347 msec 2024-11-20T08:21:35,910 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:21:35,910 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090895910"}]},"ts":"1732090895910"} 2024-11-20T08:21:35,912 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T08:21:35,912 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:21:35,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 372 msec 2024-11-20T08:21:35,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39., hostname=3354ef74e3b7,37919,1732090881902, seqNum=2] 2024-11-20T08:21:35,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117119171 2024-11-20T08:21:35,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10134774d2c0001, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117119171 2024-11-20T08:21:35,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T08:21:36,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37919 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T08:21:36,108 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T08:21:36,139 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3354ef74e3b7,37919,1732090881902, ReplicationSource: 1, currentBandwidth=0 2024-11-20T08:21:36,140 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:21:36,140 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,37919,1732090881902, seqNum=-1] 2024-11-20T08:21:36,140 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:21:36,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-20T08:21:36,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3354ef74e3b7,37919,1732090881902', locateType=CURRENT is [region=hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39., hostname=3354ef74e3b7,37919,1732090881902, seqNum=2] 2024-11-20T08:21:36,145 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T08:21:36,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41375 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T08:21:36,147 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3354ef74e3b7,37919,1732090881902 suceeded 2024-11-20T08:21:36,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T08:21:36,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-20T08:21:36,149 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3354ef74e3b7:44059,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T08:21:36,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 619 msec 2024-11-20T08:21:36,161 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:44059' 2024-11-20T08:21:36,162 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f7d102e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:36,162 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,44059,-1 for getting cluster id 2024-11-20T08:21:36,162 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:21:36,163 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ce36036-662d-4350-94b7-f4ef7ca3c7f2' 2024-11-20T08:21:36,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:21:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:21:36,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ce36036-662d-4350-94b7-f4ef7ca3c7f2" 2024-11-20T08:21:36,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33b485e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:36,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,44059,-1] 2024-11-20T08:21:36,163 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T08:21:36,164 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:21:36,164 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:36,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:21:36,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:36,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:36,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:36,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:21:36,165 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:21:36,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9b1071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:36,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41375,-1 for getting cluster id 2024-11-20T08:21:36,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:21:36,165 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45937dbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:36,165 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:21:36,165 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6be9513-acaf-4b44-af96-228c0c88885a' 2024-11-20T08:21:36,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:21:36,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6be9513-acaf-4b44-af96-228c0c88885a" 2024-11-20T08:21:36,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706d6ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:36,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41375,-1] 2024-11-20T08:21:36,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:21:36,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,44059,1732090884893 2024-11-20T08:21:36,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29171a33 2024-11-20T08:21:36,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:36,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:21:36,167 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-20T08:21:36,167 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:21:36,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d70a05d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:36,167 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3354ef74e3b7,37919,1732090881902 (queues=1) is replicating from cluster=a6be9513-acaf-4b44-af96-228c0c88885a to cluster=8ce36036-662d-4350-94b7-f4ef7ca3c7f2 2024-11-20T08:21:36,167 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3354ef74e3b7%2C37919%2C1732090881902 2024-11-20T08:21:36,168 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3354ef74e3b7,37919,1732090881902, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T08:21:36,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cfe4b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:36,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,44059,-1 for getting cluster id 2024-11-20T08:21:36,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:21:36,168 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090882929, startPosition=0, beingWritten=true 2024-11-20T08:21:36,168 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.shipper3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3354ef74e3b7%2C37919%2C1732090881902 2024-11-20T08:21:36,169 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ce36036-662d-4350-94b7-f4ef7ca3c7f2' 2024-11-20T08:21:36,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:21:36,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ce36036-662d-4350-94b7-f4ef7ca3c7f2" 2024-11-20T08:21:36,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aac9730, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:36,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,44059,-1] 2024-11-20T08:21:36,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:21:36,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:36,170 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:21:36,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6444eea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:36,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d27964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:36,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,45729,-1 for getting cluster id 2024-11-20T08:21:36,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:21:36,172 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b748a229-8639-45dd-9245-334700cdbc9b' 2024-11-20T08:21:36,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:21:36,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b748a229-8639-45dd-9245-334700cdbc9b" 2024-11-20T08:21:36,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@412d1426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:36,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,45729,-1] 2024-11-20T08:21:36,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:21:36,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:36,174 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:21:36,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c46074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:36,175 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:21:36,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:36,175 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090882929 to pos 379, reset compression=false 2024-11-20T08:21:36,175 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.shipper3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,37919,1732090881902 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090882929, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:21:36,179 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732090896179/Put/seqid=0 2024-11-20T08:21:36,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741840_1016 (size=7894) 2024-11-20T08:21:36,381 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090882929 to pos 379, reset compression=false 2024-11-20T08:21:36,588 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732090896588/Put/seqid=0 2024-11-20T08:21:36,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741841_1017 (size=7691) 2024-11-20T08:21:36,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7def5204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:36,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41375,-1 for getting cluster id 2024-11-20T08:21:36,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:21:36,594 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6be9513-acaf-4b44-af96-228c0c88885a' 2024-11-20T08:21:36,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:21:36,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6be9513-acaf-4b44-af96-228c0c88885a" 2024-11-20T08:21:36,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5083ec0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:36,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41375,-1] 2024-11-20T08:21:36,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:21:36,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:36,596 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:21:36,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b9d1f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:36,597 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:21:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,37919,1732090881902, seqNum=-1] 2024-11-20T08:21:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:21:36,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:21:36,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:21:36,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,41375,1732090881850 2024-11-20T08:21:36,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f6171ca 2024-11-20T08:21:36,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:21:36,607 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:21:36,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5., hostname=3354ef74e3b7,37919,1732090881902, seqNum=2] 2024-11-20T08:21:36,613 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T08:21:36,617 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-20T08:21:36,620 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-20T08:21:36,623 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/testHFileCyclicReplication_0/f/hfile_1 for inclusion in f5fc79e6b847a853fc9f84b4be6fbcb5/f 2024-11-20T08:21:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-20T08:21:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T08:21:36,625 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/testHFileCyclicReplication_0/f/hfile_0 for inclusion in f5fc79e6b847a853fc9f84b4be6fbcb5/f 2024-11-20T08:21:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-20T08:21:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T08:21:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HRegion(2603): Flush status journal for f5fc79e6b847a853fc9f84b4be6fbcb5: 2024-11-20T08:21:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/staging/jenkins__test__89t1qn69663vb5ejkmsu1opero7lbp1be90194jlgkng1po5oqq3coi9uodcapng/f/hfile_1 2024-11-20T08:21:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/staging/jenkins__test__89t1qn69663vb5ejkmsu1opero7lbp1be90194jlgkng1po5oqq3coi9uodcapng/f/hfile_1 as hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/default/test/f5fc79e6b847a853fc9f84b4be6fbcb5/f/4e916b605d374ef49155b52982e48122_SeqId_4_ 2024-11-20T08:21:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/staging/jenkins__test__89t1qn69663vb5ejkmsu1opero7lbp1be90194jlgkng1po5oqq3coi9uodcapng/f/hfile_0 2024-11-20T08:21:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/staging/jenkins__test__89t1qn69663vb5ejkmsu1opero7lbp1be90194jlgkng1po5oqq3coi9uodcapng/f/hfile_0 as hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/default/test/f5fc79e6b847a853fc9f84b4be6fbcb5/f/5ff6c8e93f554a03b6390ef19fd78c5c_SeqId_4_ 2024-11-20T08:21:36,634 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/staging/jenkins__test__89t1qn69663vb5ejkmsu1opero7lbp1be90194jlgkng1po5oqq3coi9uodcapng/f/hfile_1 into f5fc79e6b847a853fc9f84b4be6fbcb5/f as hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/default/test/f5fc79e6b847a853fc9f84b4be6fbcb5/f/4e916b605d374ef49155b52982e48122_SeqId_4_ - updating store file list. 2024-11-20T08:21:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4e916b605d374ef49155b52982e48122_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T08:21:36,638 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/default/test/f5fc79e6b847a853fc9f84b4be6fbcb5/f/4e916b605d374ef49155b52982e48122_SeqId_4_ into f5fc79e6b847a853fc9f84b4be6fbcb5/f 2024-11-20T08:21:36,638 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/staging/jenkins__test__89t1qn69663vb5ejkmsu1opero7lbp1be90194jlgkng1po5oqq3coi9uodcapng/f/hfile_1 into f5fc79e6b847a853fc9f84b4be6fbcb5/f (new location: hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/default/test/f5fc79e6b847a853fc9f84b4be6fbcb5/f/4e916b605d374ef49155b52982e48122_SeqId_4_) 2024-11-20T08:21:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/staging/jenkins__test__89t1qn69663vb5ejkmsu1opero7lbp1be90194jlgkng1po5oqq3coi9uodcapng/f/hfile_1 2024-11-20T08:21:36,638 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/staging/jenkins__test__89t1qn69663vb5ejkmsu1opero7lbp1be90194jlgkng1po5oqq3coi9uodcapng/f/hfile_0 into f5fc79e6b847a853fc9f84b4be6fbcb5/f as hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/default/test/f5fc79e6b847a853fc9f84b4be6fbcb5/f/5ff6c8e93f554a03b6390ef19fd78c5c_SeqId_4_ - updating store file list. 2024-11-20T08:21:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5ff6c8e93f554a03b6390ef19fd78c5c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T08:21:36,641 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/default/test/f5fc79e6b847a853fc9f84b4be6fbcb5/f/5ff6c8e93f554a03b6390ef19fd78c5c_SeqId_4_ into f5fc79e6b847a853fc9f84b4be6fbcb5/f 2024-11-20T08:21:36,641 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/staging/jenkins__test__89t1qn69663vb5ejkmsu1opero7lbp1be90194jlgkng1po5oqq3coi9uodcapng/f/hfile_0 into f5fc79e6b847a853fc9f84b4be6fbcb5/f (new location: hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/default/test/f5fc79e6b847a853fc9f84b4be6fbcb5/f/5ff6c8e93f554a03b6390ef19fd78c5c_SeqId_4_) 2024-11-20T08:21:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/staging/jenkins__test__89t1qn69663vb5ejkmsu1opero7lbp1be90194jlgkng1po5oqq3coi9uodcapng/f/hfile_0 2024-11-20T08:21:36,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:21:36,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:36,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:36,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:36,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5., hostname=3354ef74e3b7,37919,1732090881902, seqNum=2 , the old value is region=test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5., hostname=3354ef74e3b7,37919,1732090881902, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3354ef74e3b7:37919 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T08:21:36,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5., hostname=3354ef74e3b7,37919,1732090881902, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T08:21:36,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5., hostname=3354ef74e3b7,37919,1732090881902, seqNum=2 from cache 2024-11-20T08:21:36,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:21:36,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:21:36,644 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T08:21:36,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,38159,1732090884998, seqNum=-1] 2024-11-20T08:21:36,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:21:36,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:21:36,647 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732090892226.321c0d24cc559784cde26c92d9984482., hostname=3354ef74e3b7,38159,1732090884998, seqNum=2] 2024-11-20T08:21:36,648 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T08:21:36,685 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090882929 to pos 379, reset compression=false 2024-11-20T08:21:36,689 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:21:36,689 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.shipper3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,37919,1732090881902 got entry batch from reader: WALEntryBatch [walEntries=[{test/f5fc79e6b847a853fc9f84b4be6fbcb5/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732090896641/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090882929, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T08:21:36,691 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.shipper3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:21:36,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-20T08:21:36,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.ReplicationSink(318): Replicating [a6be9513-acaf-4b44-af96-228c0c88885a] bulk loaded data 2024-11-20T08:21:36,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f7edc99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:36,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,44059,-1 for getting cluster id 2024-11-20T08:21:36,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:21:36,693 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ce36036-662d-4350-94b7-f4ef7ca3c7f2' 2024-11-20T08:21:36,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:21:36,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ce36036-662d-4350-94b7-f4ef7ca3c7f2" 2024-11-20T08:21:36,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@345f37b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:36,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,44059,-1] 2024-11-20T08:21:36,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:21:36,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:36,694 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:21:36,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1662af97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:36,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741837_1013 (size=7691) 2024-11-20T08:21:36,753 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:37919 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T08:21:36,889 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090882929 to pos 687, reset compression=false 2024-11-20T08:21:37,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741838_1014 (size=7894) 2024-11-20T08:21:37,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:21:37,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,44059,1732090884893 2024-11-20T08:21:37,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@557adca4 2024-11-20T08:21:37,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:21:37,113 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-20T08:21:37,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T08:21:37,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:21:37,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,38159,1732090884998, seqNum=-1] 2024-11-20T08:21:37,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:21:37,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-20T08:21:37,122 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/staging/jenkins.hfs.22__test__ibh6lnu5qgapugtt5vqcjtct8f665parpehgrc3usmt8flcnhmj44ge6edum0n0e/f/4e916b605d374ef49155b52982e48122_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-20T08:21:37,125 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/staging/jenkins.hfs.22__test__ibh6lnu5qgapugtt5vqcjtct8f665parpehgrc3usmt8flcnhmj44ge6edum0n0e/f/5ff6c8e93f554a03b6390ef19fd78c5c_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-20T08:21:37,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/staging/jenkins.hfs.22__test__ibh6lnu5qgapugtt5vqcjtct8f665parpehgrc3usmt8flcnhmj44ge6edum0n0e/f/4e916b605d374ef49155b52982e48122_SeqId_4_ for inclusion in 321c0d24cc559784cde26c92d9984482/f 2024-11-20T08:21:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-20T08:21:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T08:21:37,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/staging/jenkins.hfs.22__test__ibh6lnu5qgapugtt5vqcjtct8f665parpehgrc3usmt8flcnhmj44ge6edum0n0e/f/5ff6c8e93f554a03b6390ef19fd78c5c_SeqId_4_ for inclusion in 321c0d24cc559784cde26c92d9984482/f 2024-11-20T08:21:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-20T08:21:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T08:21:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HRegion(2603): Flush status journal for 321c0d24cc559784cde26c92d9984482: 2024-11-20T08:21:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4e916b605d374ef49155b52982e48122_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T08:21:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/staging/jenkins.hfs.22__test__ibh6lnu5qgapugtt5vqcjtct8f665parpehgrc3usmt8flcnhmj44ge6edum0n0e/f/4e916b605d374ef49155b52982e48122_SeqId_4_ as hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/default/test/321c0d24cc559784cde26c92d9984482/f/e25ee1b530424cc18e1c773ce27505b8_SeqId_4_ 2024-11-20T08:21:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5ff6c8e93f554a03b6390ef19fd78c5c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T08:21:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/staging/jenkins.hfs.22__test__ibh6lnu5qgapugtt5vqcjtct8f665parpehgrc3usmt8flcnhmj44ge6edum0n0e/f/5ff6c8e93f554a03b6390ef19fd78c5c_SeqId_4_ as hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/default/test/321c0d24cc559784cde26c92d9984482/f/5effc84ec6d64c9dba85eeb3d4dcb724_SeqId_4_ 2024-11-20T08:21:37,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/staging/jenkins.hfs.22__test__ibh6lnu5qgapugtt5vqcjtct8f665parpehgrc3usmt8flcnhmj44ge6edum0n0e/f/4e916b605d374ef49155b52982e48122_SeqId_4_ into 321c0d24cc559784cde26c92d9984482/f as hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/default/test/321c0d24cc559784cde26c92d9984482/f/e25ee1b530424cc18e1c773ce27505b8_SeqId_4_ - updating store file list. 2024-11-20T08:21:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e25ee1b530424cc18e1c773ce27505b8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T08:21:37,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/default/test/321c0d24cc559784cde26c92d9984482/f/e25ee1b530424cc18e1c773ce27505b8_SeqId_4_ into 321c0d24cc559784cde26c92d9984482/f 2024-11-20T08:21:37,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/staging/jenkins.hfs.22__test__ibh6lnu5qgapugtt5vqcjtct8f665parpehgrc3usmt8flcnhmj44ge6edum0n0e/f/4e916b605d374ef49155b52982e48122_SeqId_4_ into 321c0d24cc559784cde26c92d9984482/f (new location: hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/default/test/321c0d24cc559784cde26c92d9984482/f/e25ee1b530424cc18e1c773ce27505b8_SeqId_4_) 2024-11-20T08:21:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/staging/jenkins.hfs.22__test__ibh6lnu5qgapugtt5vqcjtct8f665parpehgrc3usmt8flcnhmj44ge6edum0n0e/f/4e916b605d374ef49155b52982e48122_SeqId_4_ 2024-11-20T08:21:37,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/staging/jenkins.hfs.22__test__ibh6lnu5qgapugtt5vqcjtct8f665parpehgrc3usmt8flcnhmj44ge6edum0n0e/f/5ff6c8e93f554a03b6390ef19fd78c5c_SeqId_4_ into 321c0d24cc559784cde26c92d9984482/f as hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/default/test/321c0d24cc559784cde26c92d9984482/f/5effc84ec6d64c9dba85eeb3d4dcb724_SeqId_4_ - updating store file list. 2024-11-20T08:21:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5effc84ec6d64c9dba85eeb3d4dcb724_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T08:21:37,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/default/test/321c0d24cc559784cde26c92d9984482/f/5effc84ec6d64c9dba85eeb3d4dcb724_SeqId_4_ into 321c0d24cc559784cde26c92d9984482/f 2024-11-20T08:21:37,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/staging/jenkins.hfs.22__test__ibh6lnu5qgapugtt5vqcjtct8f665parpehgrc3usmt8flcnhmj44ge6edum0n0e/f/5ff6c8e93f554a03b6390ef19fd78c5c_SeqId_4_ into 321c0d24cc559784cde26c92d9984482/f (new location: hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/default/test/321c0d24cc559784cde26c92d9984482/f/5effc84ec6d64c9dba85eeb3d4dcb724_SeqId_4_) 2024-11-20T08:21:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/staging/jenkins.hfs.22__test__ibh6lnu5qgapugtt5vqcjtct8f665parpehgrc3usmt8flcnhmj44ge6edum0n0e/f/5ff6c8e93f554a03b6390ef19fd78c5c_SeqId_4_ 2024-11-20T08:21:37,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.ReplicationSink(324): Finished replicating [a6be9513-acaf-4b44-af96-228c0c88885a] bulk loaded data 2024-11-20T08:21:37,193 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090882929 to pos 687, reset compression=false 2024-11-20T08:21:37,596 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090882929 to pos 687, reset compression=false 2024-11-20T08:21:37,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:21:37,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,45767,1732090887438, seqNum=-1] 2024-11-20T08:21:37,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:21:37,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:21:37,658 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732090893366.3d6ee906256664253c9f53fe26df2fb4., hostname=3354ef74e3b7,45767,1732090887438, seqNum=2] 2024-11-20T08:21:37,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:21:37,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:21:37,665 DEBUG [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 3354ef74e3b7%2C37919%2C1732090881902:(num 1732090882929) roll requested 2024-11-20T08:21:37,679 DEBUG [regionserver/3354ef74e3b7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665, exclude list is [], retry=0 2024-11-20T08:21:37,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32849,DS-edb87554-864d-4db9-98af-d1b8cb993824,DISK] 2024-11-20T08:21:37,683 INFO [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090882929 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 2024-11-20T08:21:37,683 DEBUG [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36113:36113)] 2024-11-20T08:21:37,683 DEBUG [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090882929 is not closed yet, will try archiving it next time 2024-11-20T08:21:37,683 DEBUG [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 3354ef74e3b7%2C37919%2C1732090881902.meta:.meta(num 1732090883377) roll requested 2024-11-20T08:21:37,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df6b560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:37,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41375,-1 for getting cluster id 2024-11-20T08:21:37,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:21:37,685 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6be9513-acaf-4b44-af96-228c0c88885a' 2024-11-20T08:21:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:21:37,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741833_1009 (size=695) 2024-11-20T08:21:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6be9513-acaf-4b44-af96-228c0c88885a" 2024-11-20T08:21:37,685 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090882929 not finished, retry = 0 2024-11-20T08:21:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31145102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41375,-1] 2024-11-20T08:21:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:21:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:37,686 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:21:37,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5315e4a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:37,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:21:37,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,41375,1732090881850 2024-11-20T08:21:37,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ce73f89 2024-11-20T08:21:37,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:21:37,689 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:21:37,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41375 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://3354ef74e3b7:45729,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T08:21:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41375 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T08:21:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T08:21:37,692 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:45729' 2024-11-20T08:21:37,696 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2109c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:37,696 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,45729,-1 for getting cluster id 2024-11-20T08:21:37,696 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:21:37,696 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b748a229-8639-45dd-9245-334700cdbc9b' 2024-11-20T08:21:37,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:21:37,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b748a229-8639-45dd-9245-334700cdbc9b" 2024-11-20T08:21:37,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a2a7ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:37,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,45729,-1] 2024-11-20T08:21:37,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:21:37,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:37,698 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:21:37,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44191742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:37,698 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:21:37,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,45729,1732090887399 2024-11-20T08:21:37,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50d6fcb3 2024-11-20T08:21:37,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:21:37,713 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:21:37,713 DEBUG [regionserver/3354ef74e3b7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.meta.1732090897683.meta, exclude list is [], retry=0 2024-11-20T08:21:37,714 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-20T08:21:37,714 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T08:21:37,714 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:37,714 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:37,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:21:37,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32849,DS-edb87554-864d-4db9-98af-d1b8cb993824,DISK] 2024-11-20T08:21:37,717 INFO [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.meta.1732090883377.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.meta.1732090897683.meta 2024-11-20T08:21:37,718 DEBUG [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36113:36113)] 2024-11-20T08:21:37,718 DEBUG [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.meta.1732090883377.meta is not closed yet, will try archiving it next time 2024-11-20T08:21:37,718 DEBUG [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 3354ef74e3b7%2C37919%2C1732090881902.rep:(num 1732090895871) roll requested 2024-11-20T08:21:37,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741834_1010 (size=3473) 2024-11-20T08:21:37,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T08:21:37,733 DEBUG [regionserver/3354ef74e3b7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.rep.1732090897718, exclude list is [], retry=0 2024-11-20T08:21:37,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32849,DS-edb87554-864d-4db9-98af-d1b8cb993824,DISK] 2024-11-20T08:21:37,736 INFO [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.rep.1732090895871 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.rep.1732090897718 2024-11-20T08:21:37,737 DEBUG [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36113:36113)] 2024-11-20T08:21:37,737 DEBUG [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.rep.1732090895871 is not closed yet, will try archiving it next time 2024-11-20T08:21:37,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741839_1015 (size=1505) 2024-11-20T08:21:37,787 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090882929 to hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/oldWALs/3354ef74e3b7%2C37919%2C1732090881902.1732090882929 2024-11-20T08:21:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T08:21:37,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37919 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-20T08:21:37,875 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-20T08:21:37,904 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-3354ef74e3b7,37919,1732090881902, ReplicationSource: 2, currentBandwidth=0 2024-11-20T08:21:37,906 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T08:21:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41375 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-20T08:21:37,909 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 3354ef74e3b7,37919,1732090881902 suceeded 2024-11-20T08:21:37,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T08:21:37,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-20T08:21:37,911 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://3354ef74e3b7:45729,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T08:21:37,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 222 msec 2024-11-20T08:21:37,922 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3354ef74e3b7:45729' 2024-11-20T08:21:37,923 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@171612d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:37,923 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,45729,-1 for getting cluster id 2024-11-20T08:21:37,923 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:21:37,924 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b748a229-8639-45dd-9245-334700cdbc9b' 2024-11-20T08:21:37,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:21:37,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b748a229-8639-45dd-9245-334700cdbc9b" 2024-11-20T08:21:37,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a099309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:37,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,45729,-1] 2024-11-20T08:21:37,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:21:37,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:37,925 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:21:37,925 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c4d469c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:37,926 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:21:37,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,45729,1732090887399 2024-11-20T08:21:37,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@580689a3 2024-11-20T08:21:37,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:21:37,927 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-20T08:21:37,927 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-3354ef74e3b7,37919,1732090881902 (queues=1) is replicating from cluster=a6be9513-acaf-4b44-af96-228c0c88885a to cluster=b748a229-8639-45dd-9245-334700cdbc9b 2024-11-20T08:21:37,927 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=3354ef74e3b7%2C37919%2C1732090881902 2024-11-20T08:21:37,927 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-3354ef74e3b7,37919,1732090881902, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T08:21:37,928 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665, startPosition=0, beingWritten=true 2024-11-20T08:21:37,928 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.shipper3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3354ef74e3b7%2C37919%2C1732090881902 2024-11-20T08:21:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41375 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T08:21:38,003 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-20T08:21:38,003 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:21:38,004 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:38,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:38,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:38,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:21:38,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:21:38,007 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732090898007/Put/seqid=0 2024-11-20T08:21:38,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741845_1021 (size=11194) 2024-11-20T08:21:38,100 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090882929 to pos 687, reset compression=false 2024-11-20T08:21:38,107 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090882929 was moved to hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/oldWALs/3354ef74e3b7%2C37919%2C1732090881902.1732090882929 2024-11-20T08:21:38,109 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090882929 2024-11-20T08:21:38,109 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.shipper3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,37919,1732090881902 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090882929, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-20T08:21:38,109 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665, startPosition=0, beingWritten=true 2024-11-20T08:21:38,112 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.shipper3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [3354ef74e3b7%2C37919%2C1732090881902.1732090882929] 2024-11-20T08:21:38,132 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 0, reset compression=false 2024-11-20T08:21:38,414 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732090898413/Put/seqid=0 2024-11-20T08:21:38,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741846_1022 (size=10791) 2024-11-20T08:21:38,435 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 0, reset compression=false 2024-11-20T08:21:38,714 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 0, reset compression=false 2024-11-20T08:21:38,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7c1349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:38,819 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,41375,-1 for getting cluster id 2024-11-20T08:21:38,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:21:38,819 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6be9513-acaf-4b44-af96-228c0c88885a' 2024-11-20T08:21:38,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:21:38,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6be9513-acaf-4b44-af96-228c0c88885a" 2024-11-20T08:21:38,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a041940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:38,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,41375,-1] 2024-11-20T08:21:38,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:21:38,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:38,821 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:21:38,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f39fb91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:38,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:21:38,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,37919,1732090881902, seqNum=-1] 2024-11-20T08:21:38,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:21:38,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:21:38,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:21:38,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,41375,1732090881850 2024-11-20T08:21:38,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b6f5d09 2024-11-20T08:21:38,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:21:38,831 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:21:38,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5., hostname=3354ef74e3b7,37919,1732090881902, seqNum=2] 2024-11-20T08:21:38,836 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T08:21:38,840 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 0, reset compression=false 2024-11-20T08:21:38,841 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-20T08:21:38,843 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-20T08:21:38,849 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/testHFileCyclicReplication_1/f/hfile_0 for inclusion in f5fc79e6b847a853fc9f84b4be6fbcb5/f 2024-11-20T08:21:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T08:21:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T08:21:38,852 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/testHFileCyclicReplication_1/f/hfile_1 for inclusion in f5fc79e6b847a853fc9f84b4be6fbcb5/f 2024-11-20T08:21:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T08:21:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T08:21:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HRegion(2603): Flush status journal for f5fc79e6b847a853fc9f84b4be6fbcb5: 2024-11-20T08:21:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/staging/jenkins__test__r2jqarb7b625dbbghfbcr1ip1uvfpdfn7idelnvdnv4lb0svf5mgfs6aggm398vi/f/hfile_0 2024-11-20T08:21:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/staging/jenkins__test__r2jqarb7b625dbbghfbcr1ip1uvfpdfn7idelnvdnv4lb0svf5mgfs6aggm398vi/f/hfile_0 as hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/default/test/f5fc79e6b847a853fc9f84b4be6fbcb5/f/7cfddd318ee14724989717b8101c91f8_SeqId_6_ 2024-11-20T08:21:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/staging/jenkins__test__r2jqarb7b625dbbghfbcr1ip1uvfpdfn7idelnvdnv4lb0svf5mgfs6aggm398vi/f/hfile_1 2024-11-20T08:21:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/staging/jenkins__test__r2jqarb7b625dbbghfbcr1ip1uvfpdfn7idelnvdnv4lb0svf5mgfs6aggm398vi/f/hfile_1 as hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/default/test/f5fc79e6b847a853fc9f84b4be6fbcb5/f/a1fdc6f237f840ccba53a5267b8a2041_SeqId_6_ 2024-11-20T08:21:38,869 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/staging/jenkins__test__r2jqarb7b625dbbghfbcr1ip1uvfpdfn7idelnvdnv4lb0svf5mgfs6aggm398vi/f/hfile_0 into f5fc79e6b847a853fc9f84b4be6fbcb5/f as hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/default/test/f5fc79e6b847a853fc9f84b4be6fbcb5/f/7cfddd318ee14724989717b8101c91f8_SeqId_6_ - updating store file list. 2024-11-20T08:21:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7cfddd318ee14724989717b8101c91f8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T08:21:38,873 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/default/test/f5fc79e6b847a853fc9f84b4be6fbcb5/f/7cfddd318ee14724989717b8101c91f8_SeqId_6_ into f5fc79e6b847a853fc9f84b4be6fbcb5/f 2024-11-20T08:21:38,873 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/staging/jenkins__test__r2jqarb7b625dbbghfbcr1ip1uvfpdfn7idelnvdnv4lb0svf5mgfs6aggm398vi/f/hfile_0 into f5fc79e6b847a853fc9f84b4be6fbcb5/f (new location: hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/default/test/f5fc79e6b847a853fc9f84b4be6fbcb5/f/7cfddd318ee14724989717b8101c91f8_SeqId_6_) 2024-11-20T08:21:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/staging/jenkins__test__r2jqarb7b625dbbghfbcr1ip1uvfpdfn7idelnvdnv4lb0svf5mgfs6aggm398vi/f/hfile_0 2024-11-20T08:21:38,874 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/staging/jenkins__test__r2jqarb7b625dbbghfbcr1ip1uvfpdfn7idelnvdnv4lb0svf5mgfs6aggm398vi/f/hfile_1 into f5fc79e6b847a853fc9f84b4be6fbcb5/f as hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/default/test/f5fc79e6b847a853fc9f84b4be6fbcb5/f/a1fdc6f237f840ccba53a5267b8a2041_SeqId_6_ - updating store file list. 2024-11-20T08:21:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a1fdc6f237f840ccba53a5267b8a2041_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T08:21:38,877 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/default/test/f5fc79e6b847a853fc9f84b4be6fbcb5/f/a1fdc6f237f840ccba53a5267b8a2041_SeqId_6_ into f5fc79e6b847a853fc9f84b4be6fbcb5/f 2024-11-20T08:21:38,877 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/staging/jenkins__test__r2jqarb7b625dbbghfbcr1ip1uvfpdfn7idelnvdnv4lb0svf5mgfs6aggm398vi/f/hfile_1 into f5fc79e6b847a853fc9f84b4be6fbcb5/f (new location: hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/default/test/f5fc79e6b847a853fc9f84b4be6fbcb5/f/a1fdc6f237f840ccba53a5267b8a2041_SeqId_6_) 2024-11-20T08:21:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/staging/jenkins__test__r2jqarb7b625dbbghfbcr1ip1uvfpdfn7idelnvdnv4lb0svf5mgfs6aggm398vi/f/hfile_1 2024-11-20T08:21:38,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:21:38,879 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:38,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:38,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:38,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5., hostname=3354ef74e3b7,37919,1732090881902, seqNum=2 , the old value is region=test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5., hostname=3354ef74e3b7,37919,1732090881902, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3354ef74e3b7:37919 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T08:21:38,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5., hostname=3354ef74e3b7,37919,1732090881902, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T08:21:38,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5., hostname=3354ef74e3b7,37919,1732090881902, seqNum=2 from cache 2024-11-20T08:21:38,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:21:38,883 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T08:21:38,984 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:37919 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T08:21:39,346 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 0, reset compression=false 2024-11-20T08:21:39,351 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:21:39,351 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.shipper3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-3354ef74e3b7,37919,1732090881902 got entry batch from reader: WALEntryBatch [walEntries=[{test/f5fc79e6b847a853fc9f84b4be6fbcb5/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732090898878/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T08:21:39,354 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.shipper3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:21:39,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-20T08:21:39,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] regionserver.ReplicationSink(318): Replicating [a6be9513-acaf-4b44-af96-228c0c88885a] bulk loaded data 2024-11-20T08:21:39,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@345e45e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:39,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] client.ClusterIdFetcher(90): Going to request 3354ef74e3b7,45729,-1 for getting cluster id 2024-11-20T08:21:39,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:21:39,356 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b748a229-8639-45dd-9245-334700cdbc9b' 2024-11-20T08:21:39,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:21:39,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b748a229-8639-45dd-9245-334700cdbc9b" 2024-11-20T08:21:39,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36225de3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:39,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3354ef74e3b7,45729,-1] 2024-11-20T08:21:39,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:21:39,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:39,357 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:21:39,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1246844a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:21:39,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741837_1013 (size=11194) 2024-11-20T08:21:39,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741838_1014 (size=10791) 2024-11-20T08:21:39,418 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 0, reset compression=false 2024-11-20T08:21:39,423 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T08:21:39,424 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.shipper3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,37919,1732090881902 got entry batch from reader: WALEntryBatch [walEntries=[{test/f5fc79e6b847a853fc9f84b4be6fbcb5/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732090898878/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T08:21:39,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.ReplicationSink(318): Replicating [a6be9513-acaf-4b44-af96-228c0c88885a] bulk loaded data 2024-11-20T08:21:39,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741839_1015 (size=11194) 2024-11-20T08:21:39,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741840_1016 (size=10791) 2024-11-20T08:21:39,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T08:21:39,457 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/staging/jenkins.hfs.22__test__b8bmjop94vmk3p1ranv3j812hrr9dhtrobursci26msea62fc6m562s6ivofkrka/f/7cfddd318ee14724989717b8101c91f8_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-20T08:21:39,459 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/staging/jenkins.hfs.22__test__b8bmjop94vmk3p1ranv3j812hrr9dhtrobursci26msea62fc6m562s6ivofkrka/f/a1fdc6f237f840ccba53a5267b8a2041_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-20T08:21:39,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/staging/jenkins.hfs.22__test__b8bmjop94vmk3p1ranv3j812hrr9dhtrobursci26msea62fc6m562s6ivofkrka/f/7cfddd318ee14724989717b8101c91f8_SeqId_6_ for inclusion in 321c0d24cc559784cde26c92d9984482/f 2024-11-20T08:21:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T08:21:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T08:21:39,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/staging/jenkins.hfs.22__test__b8bmjop94vmk3p1ranv3j812hrr9dhtrobursci26msea62fc6m562s6ivofkrka/f/a1fdc6f237f840ccba53a5267b8a2041_SeqId_6_ for inclusion in 321c0d24cc559784cde26c92d9984482/f 2024-11-20T08:21:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T08:21:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T08:21:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HRegion(2603): Flush status journal for 321c0d24cc559784cde26c92d9984482: 2024-11-20T08:21:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7cfddd318ee14724989717b8101c91f8_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T08:21:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/staging/jenkins.hfs.22__test__b8bmjop94vmk3p1ranv3j812hrr9dhtrobursci26msea62fc6m562s6ivofkrka/f/7cfddd318ee14724989717b8101c91f8_SeqId_6_ as hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/default/test/321c0d24cc559784cde26c92d9984482/f/22adc58172d1452bab8051a95d558d82_SeqId_6_ 2024-11-20T08:21:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a1fdc6f237f840ccba53a5267b8a2041_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T08:21:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/staging/jenkins.hfs.22__test__b8bmjop94vmk3p1ranv3j812hrr9dhtrobursci26msea62fc6m562s6ivofkrka/f/a1fdc6f237f840ccba53a5267b8a2041_SeqId_6_ as hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/default/test/321c0d24cc559784cde26c92d9984482/f/64626101c26d408cb608b2d9ea9f4374_SeqId_6_ 2024-11-20T08:21:39,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/staging/jenkins.hfs.22__test__b8bmjop94vmk3p1ranv3j812hrr9dhtrobursci26msea62fc6m562s6ivofkrka/f/7cfddd318ee14724989717b8101c91f8_SeqId_6_ into 321c0d24cc559784cde26c92d9984482/f as hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/default/test/321c0d24cc559784cde26c92d9984482/f/22adc58172d1452bab8051a95d558d82_SeqId_6_ - updating store file list. 2024-11-20T08:21:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 22adc58172d1452bab8051a95d558d82_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T08:21:39,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/default/test/321c0d24cc559784cde26c92d9984482/f/22adc58172d1452bab8051a95d558d82_SeqId_6_ into 321c0d24cc559784cde26c92d9984482/f 2024-11-20T08:21:39,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/staging/jenkins.hfs.22__test__b8bmjop94vmk3p1ranv3j812hrr9dhtrobursci26msea62fc6m562s6ivofkrka/f/7cfddd318ee14724989717b8101c91f8_SeqId_6_ into 321c0d24cc559784cde26c92d9984482/f (new location: hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/default/test/321c0d24cc559784cde26c92d9984482/f/22adc58172d1452bab8051a95d558d82_SeqId_6_) 2024-11-20T08:21:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/staging/jenkins.hfs.22__test__b8bmjop94vmk3p1ranv3j812hrr9dhtrobursci26msea62fc6m562s6ivofkrka/f/7cfddd318ee14724989717b8101c91f8_SeqId_6_ 2024-11-20T08:21:39,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/staging/jenkins.hfs.22__test__b8bmjop94vmk3p1ranv3j812hrr9dhtrobursci26msea62fc6m562s6ivofkrka/f/a1fdc6f237f840ccba53a5267b8a2041_SeqId_6_ into 321c0d24cc559784cde26c92d9984482/f as hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/default/test/321c0d24cc559784cde26c92d9984482/f/64626101c26d408cb608b2d9ea9f4374_SeqId_6_ - updating store file list. 2024-11-20T08:21:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 64626101c26d408cb608b2d9ea9f4374_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T08:21:39,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/default/test/321c0d24cc559784cde26c92d9984482/f/64626101c26d408cb608b2d9ea9f4374_SeqId_6_ into 321c0d24cc559784cde26c92d9984482/f 2024-11-20T08:21:39,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/staging/jenkins.hfs.22__test__b8bmjop94vmk3p1ranv3j812hrr9dhtrobursci26msea62fc6m562s6ivofkrka/f/a1fdc6f237f840ccba53a5267b8a2041_SeqId_6_ into 321c0d24cc559784cde26c92d9984482/f (new location: hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/default/test/321c0d24cc559784cde26c92d9984482/f/64626101c26d408cb608b2d9ea9f4374_SeqId_6_) 2024-11-20T08:21:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/staging/jenkins.hfs.22__test__b8bmjop94vmk3p1ranv3j812hrr9dhtrobursci26msea62fc6m562s6ivofkrka/f/a1fdc6f237f840ccba53a5267b8a2041_SeqId_6_ 2024-11-20T08:21:39,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38159 {}] regionserver.ReplicationSink(324): Finished replicating [a6be9513-acaf-4b44-af96-228c0c88885a] bulk loaded data 2024-11-20T08:21:39,551 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 393, reset compression=false 2024-11-20T08:21:39,624 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 393, reset compression=false 2024-11-20T08:21:39,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:21:39,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3354ef74e3b7,45729,1732090887399 2024-11-20T08:21:39,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@275fc7cf 2024-11-20T08:21:39,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:21:39,784 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-20T08:21:39,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T08:21:39,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:21:39,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3354ef74e3b7,45767,1732090887438, seqNum=-1] 2024-11-20T08:21:39,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:21:39,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-20T08:21:39,793 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/staging/jenkins.hfs.23__test__fbth00r4aj6hne4tf7gpu68lum3003rta20vk55gh4hok601bo9hsjo3p6dnbb59/f/7cfddd318ee14724989717b8101c91f8_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-20T08:21:39,795 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/staging/jenkins.hfs.23__test__fbth00r4aj6hne4tf7gpu68lum3003rta20vk55gh4hok601bo9hsjo3p6dnbb59/f/a1fdc6f237f840ccba53a5267b8a2041_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-20T08:21:39,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/staging/jenkins.hfs.23__test__fbth00r4aj6hne4tf7gpu68lum3003rta20vk55gh4hok601bo9hsjo3p6dnbb59/f/a1fdc6f237f840ccba53a5267b8a2041_SeqId_6_ for inclusion in 3d6ee906256664253c9f53fe26df2fb4/f 2024-11-20T08:21:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T08:21:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T08:21:39,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/staging/jenkins.hfs.23__test__fbth00r4aj6hne4tf7gpu68lum3003rta20vk55gh4hok601bo9hsjo3p6dnbb59/f/7cfddd318ee14724989717b8101c91f8_SeqId_6_ for inclusion in 3d6ee906256664253c9f53fe26df2fb4/f 2024-11-20T08:21:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T08:21:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T08:21:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] regionserver.HRegion(2603): Flush status journal for 3d6ee906256664253c9f53fe26df2fb4: 2024-11-20T08:21:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a1fdc6f237f840ccba53a5267b8a2041_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T08:21:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/staging/jenkins.hfs.23__test__fbth00r4aj6hne4tf7gpu68lum3003rta20vk55gh4hok601bo9hsjo3p6dnbb59/f/a1fdc6f237f840ccba53a5267b8a2041_SeqId_6_ as hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/default/test/3d6ee906256664253c9f53fe26df2fb4/f/7bb79b9e295e491daf6db3c4bea1d493_SeqId_4_ 2024-11-20T08:21:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7cfddd318ee14724989717b8101c91f8_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T08:21:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/staging/jenkins.hfs.23__test__fbth00r4aj6hne4tf7gpu68lum3003rta20vk55gh4hok601bo9hsjo3p6dnbb59/f/7cfddd318ee14724989717b8101c91f8_SeqId_6_ as hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/default/test/3d6ee906256664253c9f53fe26df2fb4/f/5554237b0d7e41cba5189e950c7faa7a_SeqId_4_ 2024-11-20T08:21:39,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/staging/jenkins.hfs.23__test__fbth00r4aj6hne4tf7gpu68lum3003rta20vk55gh4hok601bo9hsjo3p6dnbb59/f/a1fdc6f237f840ccba53a5267b8a2041_SeqId_6_ into 3d6ee906256664253c9f53fe26df2fb4/f as hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/default/test/3d6ee906256664253c9f53fe26df2fb4/f/7bb79b9e295e491daf6db3c4bea1d493_SeqId_4_ - updating store file list. 2024-11-20T08:21:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7bb79b9e295e491daf6db3c4bea1d493_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T08:21:39,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/default/test/3d6ee906256664253c9f53fe26df2fb4/f/7bb79b9e295e491daf6db3c4bea1d493_SeqId_4_ into 3d6ee906256664253c9f53fe26df2fb4/f 2024-11-20T08:21:39,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/staging/jenkins.hfs.23__test__fbth00r4aj6hne4tf7gpu68lum3003rta20vk55gh4hok601bo9hsjo3p6dnbb59/f/a1fdc6f237f840ccba53a5267b8a2041_SeqId_6_ into 3d6ee906256664253c9f53fe26df2fb4/f (new location: hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/default/test/3d6ee906256664253c9f53fe26df2fb4/f/7bb79b9e295e491daf6db3c4bea1d493_SeqId_4_) 2024-11-20T08:21:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/staging/jenkins.hfs.23__test__fbth00r4aj6hne4tf7gpu68lum3003rta20vk55gh4hok601bo9hsjo3p6dnbb59/f/a1fdc6f237f840ccba53a5267b8a2041_SeqId_6_ 2024-11-20T08:21:39,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/staging/jenkins.hfs.23__test__fbth00r4aj6hne4tf7gpu68lum3003rta20vk55gh4hok601bo9hsjo3p6dnbb59/f/7cfddd318ee14724989717b8101c91f8_SeqId_6_ into 3d6ee906256664253c9f53fe26df2fb4/f as hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/default/test/3d6ee906256664253c9f53fe26df2fb4/f/5554237b0d7e41cba5189e950c7faa7a_SeqId_4_ - updating store file list. 2024-11-20T08:21:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5554237b0d7e41cba5189e950c7faa7a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T08:21:39,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/default/test/3d6ee906256664253c9f53fe26df2fb4/f/5554237b0d7e41cba5189e950c7faa7a_SeqId_4_ into 3d6ee906256664253c9f53fe26df2fb4/f 2024-11-20T08:21:39,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/staging/jenkins.hfs.23__test__fbth00r4aj6hne4tf7gpu68lum3003rta20vk55gh4hok601bo9hsjo3p6dnbb59/f/7cfddd318ee14724989717b8101c91f8_SeqId_6_ into 3d6ee906256664253c9f53fe26df2fb4/f (new location: hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/default/test/3d6ee906256664253c9f53fe26df2fb4/f/5554237b0d7e41cba5189e950c7faa7a_SeqId_4_) 2024-11-20T08:21:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/staging/jenkins.hfs.23__test__fbth00r4aj6hne4tf7gpu68lum3003rta20vk55gh4hok601bo9hsjo3p6dnbb59/f/7cfddd318ee14724989717b8101c91f8_SeqId_6_ 2024-11-20T08:21:39,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45767 {}] regionserver.ReplicationSink(324): Finished replicating [a6be9513-acaf-4b44-af96-228c0c88885a] bulk loaded data 2024-11-20T08:21:39,855 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 393, reset compression=false 2024-11-20T08:21:39,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T08:21:39,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:21:39,898 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:39,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:39,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:39,899 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:21:39,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:21:39,899 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=575664540, stopped=false 2024-11-20T08:21:39,899 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3354ef74e3b7,45729,1732090887399 2024-11-20T08:21:39,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-345076876/running 2024-11-20T08:21:39,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10134774d2c0007, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-345076876/running 2024-11-20T08:21:39,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10134774d2c0007, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-345076876 2024-11-20T08:21:39,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-345076876 2024-11-20T08:21:39,901 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:21:39,901 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:21:39,901 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:39,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:39,901 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3354ef74e3b7,45767,1732090887438' ***** 2024-11-20T08:21:39,901 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:21:39,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Set watcher on znode that does not yet exist, /2-345076876/running 2024-11-20T08:21:39,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45767-0x10134774d2c0007, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Set watcher on znode that does not yet exist, /2-345076876/running 2024-11-20T08:21:39,902 INFO [RS:0;3354ef74e3b7:45767 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:21:39,902 INFO [RS:0;3354ef74e3b7:45767 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:21:39,902 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:21:39,902 INFO [RS:0;3354ef74e3b7:45767 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:21:39,902 INFO [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d6ee906256664253c9f53fe26df2fb4 2024-11-20T08:21:39,903 INFO [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer(959): stopping server 3354ef74e3b7,45767,1732090887438 2024-11-20T08:21:39,903 INFO [RS:0;3354ef74e3b7:45767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:21:39,903 INFO [RS:0;3354ef74e3b7:45767 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:45767. 2024-11-20T08:21:39,903 DEBUG [RS:0;3354ef74e3b7:45767 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:39,903 DEBUG [RS:0;3354ef74e3b7:45767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:39,903 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d6ee906256664253c9f53fe26df2fb4, disabling compactions & flushes 2024-11-20T08:21:39,903 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732090893366.3d6ee906256664253c9f53fe26df2fb4. 2024-11-20T08:21:39,903 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090893366.3d6ee906256664253c9f53fe26df2fb4. 2024-11-20T08:21:39,903 INFO [RS:0;3354ef74e3b7:45767 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:21:39,903 INFO [RS:0;3354ef74e3b7:45767 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:21:39,903 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732090893366.3d6ee906256664253c9f53fe26df2fb4. after waiting 0 ms 2024-11-20T08:21:39,903 INFO [RS:0;3354ef74e3b7:45767 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:21:39,903 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732090893366.3d6ee906256664253c9f53fe26df2fb4. 2024-11-20T08:21:39,903 INFO [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T08:21:39,903 INFO [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T08:21:39,903 DEBUG [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer(1325): Online Regions={3d6ee906256664253c9f53fe26df2fb4=test,,1732090893366.3d6ee906256664253c9f53fe26df2fb4., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T08:21:39,903 DEBUG [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d6ee906256664253c9f53fe26df2fb4 2024-11-20T08:21:39,903 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:21:39,903 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:21:39,903 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:21:39,904 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:21:39,904 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:21:39,904 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T08:21:39,907 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/default/test/3d6ee906256664253c9f53fe26df2fb4/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-20T08:21:39,909 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:21:39,909 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T08:21:39,909 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732090893366.3d6ee906256664253c9f53fe26df2fb4. 2024-11-20T08:21:39,909 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d6ee906256664253c9f53fe26df2fb4: Waiting for close lock at 1732090899903Running coprocessor pre-close hooks at 1732090899903Disabling compacts and flushes for region at 1732090899903Disabling writes for close at 1732090899903Writing region close event to WAL at 1732090899904 (+1 ms)Running coprocessor post-close hooks at 1732090899908 (+4 ms)Closed at 1732090899909 (+1 ms) 2024-11-20T08:21:39,909 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732090893366.3d6ee906256664253c9f53fe26df2fb4. 2024-11-20T08:21:39,913 INFO [regionserver/3354ef74e3b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:21:39,927 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 393, reset compression=false 2024-11-20T08:21:39,929 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/1588230740/.tmp/info/7e8f673f3652493f916011d6096842ce is 129, key is test,,1732090893366.3d6ee906256664253c9f53fe26df2fb4./info:regioninfo/1732090894511/Put/seqid=0 2024-11-20T08:21:39,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741839_1015 (size=6421) 2024-11-20T08:21:40,103 DEBUG [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:21:40,258 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 393, reset compression=false 2024-11-20T08:21:40,304 DEBUG [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:21:40,330 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 393, reset compression=false 2024-11-20T08:21:40,333 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/1588230740/.tmp/info/7e8f673f3652493f916011d6096842ce 2024-11-20T08:21:40,343 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T08:21:40,344 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T08:21:40,352 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/1588230740/.tmp/ns/52b98c2c278f405aa2b93019095b3d91 is 43, key is default/ns:d/1732090889972/Put/seqid=0 2024-11-20T08:21:40,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741840_1016 (size=5153) 2024-11-20T08:21:40,504 DEBUG [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:21:40,704 DEBUG [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:21:40,756 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/1588230740/.tmp/ns/52b98c2c278f405aa2b93019095b3d91 2024-11-20T08:21:40,762 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 393, reset compression=false 2024-11-20T08:21:40,774 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/1588230740/.tmp/rep_barrier/5a9e97a2fac7448183c05eb47965d47e is 112, key is test,,1732090893366.3d6ee906256664253c9f53fe26df2fb4./rep_barrier:seqnumDuringOpen/1732090894511/Put/seqid=0 2024-11-20T08:21:40,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741841_1017 (size=5518) 2024-11-20T08:21:40,833 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 393, reset compression=false 2024-11-20T08:21:40,904 INFO [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T08:21:40,904 DEBUG [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T08:21:40,904 DEBUG [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:21:41,063 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:21:41,064 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T08:21:41,064 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128867 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3354ef74e3b7,40735,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:40735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T08:21:41,105 DEBUG [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:21:41,178 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/1588230740/.tmp/rep_barrier/5a9e97a2fac7448183c05eb47965d47e 2024-11-20T08:21:41,196 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/1588230740/.tmp/table/cd3cc38d00f94274ac730e21dace33fe is 40, key is test/table:state/1732090894517/Put/seqid=0 2024-11-20T08:21:41,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741842_1018 (size=5165) 2024-11-20T08:21:41,305 DEBUG [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:21:41,365 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 393, reset compression=false 2024-11-20T08:21:41,393 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:21:41,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:41,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:41,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:41,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:41,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:41,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:41,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:41,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:41,437 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 393, reset compression=false 2024-11-20T08:21:41,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:41,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:41,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:41,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:41,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:41,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:41,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:41,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:41,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:41,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:41,505 DEBUG [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:21:41,556 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T08:21:41,600 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/1588230740/.tmp/table/cd3cc38d00f94274ac730e21dace33fe 2024-11-20T08:21:41,604 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/1588230740/.tmp/info/7e8f673f3652493f916011d6096842ce as hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/1588230740/info/7e8f673f3652493f916011d6096842ce 2024-11-20T08:21:41,607 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/1588230740/info/7e8f673f3652493f916011d6096842ce, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T08:21:41,608 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/1588230740/.tmp/ns/52b98c2c278f405aa2b93019095b3d91 as hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/1588230740/ns/52b98c2c278f405aa2b93019095b3d91 2024-11-20T08:21:41,611 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/1588230740/ns/52b98c2c278f405aa2b93019095b3d91, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T08:21:41,612 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/1588230740/.tmp/rep_barrier/5a9e97a2fac7448183c05eb47965d47e as hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/1588230740/rep_barrier/5a9e97a2fac7448183c05eb47965d47e 2024-11-20T08:21:41,615 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/1588230740/rep_barrier/5a9e97a2fac7448183c05eb47965d47e, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T08:21:41,615 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/1588230740/.tmp/table/cd3cc38d00f94274ac730e21dace33fe as hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/1588230740/table/cd3cc38d00f94274ac730e21dace33fe 2024-11-20T08:21:41,618 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/1588230740/table/cd3cc38d00f94274ac730e21dace33fe, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T08:21:41,619 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=11, compaction requested=false 2024-11-20T08:21:41,623 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T08:21:41,623 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:21:41,623 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:21:41,623 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:21:41,623 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090899903Running coprocessor pre-close hooks at 1732090899903Disabling compacts and flushes for region at 1732090899903Disabling writes for close at 1732090899904 (+1 ms)Obtaining lock to block concurrent updates at 1732090899904Preparing flush snapshotting stores in 1588230740 at 1732090899904Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732090899904Flushing stores of hbase:meta,,1.1588230740 at 1732090899905 (+1 ms)Flushing 1588230740/info: creating writer at 1732090899905Flushing 1588230740/info: appending metadata at 1732090899928 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732090899928Flushing 1588230740/ns: creating writer at 1732090900337 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732090900352 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732090900352Flushing 1588230740/rep_barrier: creating writer at 1732090900760 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732090900774 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732090900774Flushing 1588230740/table: creating writer at 1732090901181 (+407 ms)Flushing 1588230740/table: appending metadata at 1732090901196 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732090901196Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@362d3ffe: reopening flushed file at 1732090901603 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b0d47b6: reopening flushed file at 1732090901607 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10885b20: reopening flushed file at 1732090901611 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8208a58: reopening flushed file at 1732090901615 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=11, compaction requested=false at 1732090901619 (+4 ms)Writing region close event to WAL at 1732090901620 (+1 ms)Running coprocessor post-close hooks at 1732090901623 (+3 ms)Closed at 1732090901623 2024-11-20T08:21:41,623 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:21:41,705 INFO [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer(976): stopping server 3354ef74e3b7,45767,1732090887438; all regions closed. 2024-11-20T08:21:41,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741834_1010 (size=2717) 2024-11-20T08:21:41,707 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/WALs/3354ef74e3b7,45767,1732090887438/3354ef74e3b7%2C45767%2C1732090887438.meta.1732090889936.meta not finished, retry = 0 2024-11-20T08:21:41,810 DEBUG [RS:0;3354ef74e3b7:45767 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/oldWALs 2024-11-20T08:21:41,810 INFO [RS:0;3354ef74e3b7:45767 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C45767%2C1732090887438.meta:.meta(num 1732090889936) 2024-11-20T08:21:41,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741833_1009 (size=1028) 2024-11-20T08:21:41,813 DEBUG [RS:0;3354ef74e3b7:45767 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/oldWALs 2024-11-20T08:21:41,813 INFO [RS:0;3354ef74e3b7:45767 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C45767%2C1732090887438:(num 1732090889420) 2024-11-20T08:21:41,813 DEBUG [RS:0;3354ef74e3b7:45767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:41,813 INFO [RS:0;3354ef74e3b7:45767 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:21:41,814 INFO [RS:0;3354ef74e3b7:45767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:21:41,814 INFO [RS:0;3354ef74e3b7:45767 {}] hbase.ChoreService(370): Chore service for: regionserver/3354ef74e3b7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T08:21:41,814 INFO [RS:0;3354ef74e3b7:45767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:21:41,814 INFO [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:21:41,814 INFO [RS:0;3354ef74e3b7:45767 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:45767. 2024-11-20T08:21:41,815 DEBUG [RS:0;3354ef74e3b7:45767 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:41,815 DEBUG [RS:0;3354ef74e3b7:45767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:41,815 DEBUG [RS:0;3354ef74e3b7:45767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:41,815 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:21:41,815 INFO [RS:0;3354ef74e3b7:45767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45767 2024-11-20T08:21:41,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-345076876/rs 2024-11-20T08:21:41,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10134774d2c0007, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-345076876/rs/3354ef74e3b7,45767,1732090887438 2024-11-20T08:21:41,817 INFO [RS:0;3354ef74e3b7:45767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:21:41,818 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3354ef74e3b7,45767,1732090887438] 2024-11-20T08:21:41,821 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-345076876/draining/3354ef74e3b7,45767,1732090887438 already deleted, retry=false 2024-11-20T08:21:41,821 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3354ef74e3b7,45767,1732090887438 expired; onlineServers=0 2024-11-20T08:21:41,821 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3354ef74e3b7,45729,1732090887399' ***** 2024-11-20T08:21:41,821 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:21:41,821 INFO [M:0;3354ef74e3b7:45729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:21:41,821 INFO [M:0;3354ef74e3b7:45729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:21:41,821 DEBUG [M:0;3354ef74e3b7:45729 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:21:41,821 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:21:41,821 DEBUG [M:0;3354ef74e3b7:45729 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:21:41,821 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090889194 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090889194,5,FailOnTimeoutGroup] 2024-11-20T08:21:41,821 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090889193 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090889193,5,FailOnTimeoutGroup] 2024-11-20T08:21:41,822 INFO [M:0;3354ef74e3b7:45729 {}] hbase.ChoreService(370): Chore service for: master/3354ef74e3b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T08:21:41,822 INFO [M:0;3354ef74e3b7:45729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:21:41,822 DEBUG [M:0;3354ef74e3b7:45729 {}] master.HMaster(1795): Stopping service threads 2024-11-20T08:21:41,822 INFO [M:0;3354ef74e3b7:45729 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:21:41,822 INFO [M:0;3354ef74e3b7:45729 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:21:41,822 INFO [M:0;3354ef74e3b7:45729 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:21:41,822 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:21:41,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-345076876/master 2024-11-20T08:21:41,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-345076876 2024-11-20T08:21:41,823 DEBUG [M:0;3354ef74e3b7:45729 {}] zookeeper.ZKUtil(347): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Unable to get data of znode /2-345076876/master because node does not exist (not an error) 2024-11-20T08:21:41,823 WARN [M:0;3354ef74e3b7:45729 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:21:41,824 INFO [M:0;3354ef74e3b7:45729 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/.lastflushedseqids 2024-11-20T08:21:41,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741843_1019 (size=173) 2024-11-20T08:21:41,828 INFO [M:0;3354ef74e3b7:45729 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T08:21:41,828 INFO [M:0;3354ef74e3b7:45729 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:21:41,828 DEBUG [M:0;3354ef74e3b7:45729 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:21:41,829 INFO [M:0;3354ef74e3b7:45729 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:41,829 DEBUG [M:0;3354ef74e3b7:45729 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:41,829 DEBUG [M:0;3354ef74e3b7:45729 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:21:41,829 DEBUG [M:0;3354ef74e3b7:45729 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:41,829 INFO [M:0;3354ef74e3b7:45729 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-20T08:21:41,843 DEBUG [M:0;3354ef74e3b7:45729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c05cc7b653d40e3b9c57fa32b8c34cc is 82, key is hbase:meta,,1/info:regioninfo/1732090889964/Put/seqid=0 2024-11-20T08:21:41,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741844_1020 (size=5672) 2024-11-20T08:21:41,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10134774d2c0007, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:21:41,919 INFO [RS:0;3354ef74e3b7:45767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:21:41,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45767-0x10134774d2c0007, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:21:41,919 INFO [RS:0;3354ef74e3b7:45767 {}] regionserver.HRegionServer(1031): Exiting; stopping=3354ef74e3b7,45767,1732090887438; zookeeper connection closed. 2024-11-20T08:21:41,919 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@703ab8dc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@703ab8dc 2024-11-20T08:21:41,919 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T08:21:42,068 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 393, reset compression=false 2024-11-20T08:21:42,140 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 393, reset compression=false 2024-11-20T08:21:42,247 INFO [M:0;3354ef74e3b7:45729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c05cc7b653d40e3b9c57fa32b8c34cc 2024-11-20T08:21:42,266 DEBUG [M:0;3354ef74e3b7:45729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c912e7674b3442bac86c25d6aaf00b1 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732090894520/Put/seqid=0 2024-11-20T08:21:42,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741845_1021 (size=6586) 2024-11-20T08:21:42,670 INFO [M:0;3354ef74e3b7:45729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c912e7674b3442bac86c25d6aaf00b1 2024-11-20T08:21:42,692 DEBUG [M:0;3354ef74e3b7:45729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5f2dc4e5695455ba689a74a478f02a1 is 69, key is 3354ef74e3b7,45767,1732090887438/rs:state/1732090889273/Put/seqid=0 2024-11-20T08:21:42,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741846_1022 (size=5156) 2024-11-20T08:21:42,872 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 393, reset compression=false 2024-11-20T08:21:42,944 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 393, reset compression=false 2024-11-20T08:21:43,108 INFO [M:0;3354ef74e3b7:45729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5f2dc4e5695455ba689a74a478f02a1 2024-11-20T08:21:43,112 DEBUG [M:0;3354ef74e3b7:45729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c05cc7b653d40e3b9c57fa32b8c34cc as hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c05cc7b653d40e3b9c57fa32b8c34cc 2024-11-20T08:21:43,115 INFO [M:0;3354ef74e3b7:45729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c05cc7b653d40e3b9c57fa32b8c34cc, entries=8, sequenceid=55, filesize=5.5 K 2024-11-20T08:21:43,115 DEBUG [M:0;3354ef74e3b7:45729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c912e7674b3442bac86c25d6aaf00b1 as hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c912e7674b3442bac86c25d6aaf00b1 2024-11-20T08:21:43,119 INFO [M:0;3354ef74e3b7:45729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c912e7674b3442bac86c25d6aaf00b1, entries=6, sequenceid=55, filesize=6.4 K 2024-11-20T08:21:43,120 DEBUG [M:0;3354ef74e3b7:45729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5f2dc4e5695455ba689a74a478f02a1 as hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5f2dc4e5695455ba689a74a478f02a1 2024-11-20T08:21:43,123 INFO [M:0;3354ef74e3b7:45729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46049/user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5f2dc4e5695455ba689a74a478f02a1, entries=1, sequenceid=55, filesize=5.0 K 2024-11-20T08:21:43,123 INFO [M:0;3354ef74e3b7:45729 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=55, compaction requested=false 2024-11-20T08:21:43,125 INFO [M:0;3354ef74e3b7:45729 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:43,125 DEBUG [M:0;3354ef74e3b7:45729 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090901828Disabling compacts and flushes for region at 1732090901828Disabling writes for close at 1732090901829 (+1 ms)Obtaining lock to block concurrent updates at 1732090901829Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732090901829Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732090901829Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732090901829Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732090901829Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732090901843 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732090901843Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732090902251 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732090902266 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732090902266Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732090902674 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732090902691 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732090902691Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79d63d23: reopening flushed file at 1732090903111 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e1b88: reopening flushed file at 1732090903115 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31ed8967: reopening flushed file at 1732090903119 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=55, compaction requested=false at 1732090903123 (+4 ms)Writing region close event to WAL at 1732090903124 (+1 ms)Closed at 1732090903124 2024-11-20T08:21:43,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38295 is added to blk_1073741830_1006 (size=32770) 2024-11-20T08:21:43,126 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ada95b8a-ef35-1ded-b2d7-93285c558dbf/MasterData/WALs/3354ef74e3b7,45729,1732090887399/3354ef74e3b7%2C45729%2C1732090887399.1732090889112 not finished, retry = 0 2024-11-20T08:21:43,227 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:21:43,228 INFO [M:0;3354ef74e3b7:45729 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T08:21:43,228 INFO [M:0;3354ef74e3b7:45729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45729 2024-11-20T08:21:43,228 INFO [M:0;3354ef74e3b7:45729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:21:43,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:21:43,330 INFO [M:0;3354ef74e3b7:45729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:21:43,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45729-0x10134774d2c0006, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:21:43,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c7bc155{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:21:43,333 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38110666{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:21:43,333 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:21:43,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7363c05c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:21:43,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@195293a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/hadoop.log.dir/,STOPPED} 2024-11-20T08:21:43,335 WARN [BP-1082887619-172.17.0.2-1732090886207 heartbeating to localhost/127.0.0.1:46049 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:21:43,335 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:21:43,335 WARN [BP-1082887619-172.17.0.2-1732090886207 heartbeating to localhost/127.0.0.1:46049 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1082887619-172.17.0.2-1732090886207 (Datanode Uuid 93bc4f85-2db8-44e3-a71b-c26f5b3fb3fa) service to localhost/127.0.0.1:46049 2024-11-20T08:21:43,335 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:21:43,336 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/cluster_4c9b7a8f-1260-f27d-541c-8f2450d09542/data/data1/current/BP-1082887619-172.17.0.2-1732090886207 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:21:43,336 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/cluster_4c9b7a8f-1260-f27d-541c-8f2450d09542/data/data2/current/BP-1082887619-172.17.0.2-1732090886207 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:21:43,336 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:21:43,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e514b60{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:21:43,342 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23a37f2d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:21:43,342 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:21:43,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a5204a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:21:43,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56eb83c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11396654-5f8f-d503-cb7a-5e74edeb46e1/hadoop.log.dir/,STOPPED} 2024-11-20T08:21:43,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T08:21:43,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T08:21:43,354 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:21:43,354 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:43,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:43,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:43,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:21:43,354 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:21:43,354 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=628153756, stopped=false 2024-11-20T08:21:43,355 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3354ef74e3b7,44059,1732090884893 2024-11-20T08:21:43,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-745735529/running 2024-11-20T08:21:43,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-745735529 2024-11-20T08:21:43,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38159-0x10134774d2c0004, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-745735529/running 2024-11-20T08:21:43,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38159-0x10134774d2c0004, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-745735529 2024-11-20T08:21:43,356 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:21:43,356 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:21:43,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:43,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:43,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Set watcher on znode that does not yet exist, /1-745735529/running 2024-11-20T08:21:43,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38159-0x10134774d2c0004, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Set watcher on znode that does not yet exist, /1-745735529/running 2024-11-20T08:21:43,357 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3354ef74e3b7,38159,1732090884998' ***** 2024-11-20T08:21:43,357 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:21:43,357 INFO [RS:0;3354ef74e3b7:38159 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:21:43,357 INFO [RS:0;3354ef74e3b7:38159 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:21:43,357 INFO [RS:0;3354ef74e3b7:38159 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:21:43,357 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:21:43,357 INFO [RS:0;3354ef74e3b7:38159 {}] regionserver.HRegionServer(3091): Received CLOSE for 321c0d24cc559784cde26c92d9984482 2024-11-20T08:21:43,357 INFO [RS:0;3354ef74e3b7:38159 {}] regionserver.HRegionServer(959): stopping server 3354ef74e3b7,38159,1732090884998 2024-11-20T08:21:43,358 INFO [RS:0;3354ef74e3b7:38159 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:21:43,358 INFO [RS:0;3354ef74e3b7:38159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:38159. 2024-11-20T08:21:43,358 DEBUG [RS:0;3354ef74e3b7:38159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:43,358 DEBUG [RS:0;3354ef74e3b7:38159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:43,358 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 321c0d24cc559784cde26c92d9984482, disabling compactions & flushes 2024-11-20T08:21:43,358 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732090892226.321c0d24cc559784cde26c92d9984482. 2024-11-20T08:21:43,358 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090892226.321c0d24cc559784cde26c92d9984482. 2024-11-20T08:21:43,358 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732090892226.321c0d24cc559784cde26c92d9984482. after waiting 0 ms 2024-11-20T08:21:43,358 INFO [RS:0;3354ef74e3b7:38159 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:21:43,358 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732090892226.321c0d24cc559784cde26c92d9984482. 2024-11-20T08:21:43,358 INFO [RS:0;3354ef74e3b7:38159 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:21:43,358 INFO [RS:0;3354ef74e3b7:38159 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:21:43,358 INFO [RS:0;3354ef74e3b7:38159 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T08:21:43,358 INFO [RS:0;3354ef74e3b7:38159 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T08:21:43,358 DEBUG [RS:0;3354ef74e3b7:38159 {}] regionserver.HRegionServer(1325): Online Regions={321c0d24cc559784cde26c92d9984482=test,,1732090892226.321c0d24cc559784cde26c92d9984482., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T08:21:43,358 DEBUG [RS:0;3354ef74e3b7:38159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 321c0d24cc559784cde26c92d9984482 2024-11-20T08:21:43,358 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:21:43,358 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:21:43,358 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:21:43,358 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:21:43,358 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:21:43,358 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T08:21:43,361 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/default/test/321c0d24cc559784cde26c92d9984482/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T08:21:43,362 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:21:43,362 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T08:21:43,362 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732090892226.321c0d24cc559784cde26c92d9984482. 2024-11-20T08:21:43,362 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 321c0d24cc559784cde26c92d9984482: Waiting for close lock at 1732090903358Running coprocessor pre-close hooks at 1732090903358Disabling compacts and flushes for region at 1732090903358Disabling writes for close at 1732090903358Writing region close event to WAL at 1732090903359 (+1 ms)Running coprocessor post-close hooks at 1732090903362 (+3 ms)Closed at 1732090903362 2024-11-20T08:21:43,362 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732090892226.321c0d24cc559784cde26c92d9984482. 2024-11-20T08:21:43,374 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/1588230740/.tmp/info/caa14d3945164e32a7f50d6392522a44 is 129, key is test,,1732090892226.321c0d24cc559784cde26c92d9984482./info:regioninfo/1732090892967/Put/seqid=0 2024-11-20T08:21:43,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741841_1017 (size=6421) 2024-11-20T08:21:43,377 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/1588230740/.tmp/info/caa14d3945164e32a7f50d6392522a44 2024-11-20T08:21:43,395 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/1588230740/.tmp/ns/9df0de215c7740b3b5a387975b5d0ddb is 43, key is default/ns:d/1732090886093/Put/seqid=0 2024-11-20T08:21:43,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741842_1018 (size=5153) 2024-11-20T08:21:43,455 INFO [regionserver/3354ef74e3b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:21:43,558 DEBUG [RS:0;3354ef74e3b7:38159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:21:43,759 DEBUG [RS:0;3354ef74e3b7:38159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:21:43,759 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T08:21:43,759 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T08:21:43,776 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 393, reset compression=false 2024-11-20T08:21:43,798 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/1588230740/.tmp/ns/9df0de215c7740b3b5a387975b5d0ddb 2024-11-20T08:21:43,817 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/1588230740/.tmp/rep_barrier/d4c32170db7240e3830002748d7af0a2 is 112, key is test,,1732090892226.321c0d24cc559784cde26c92d9984482./rep_barrier:seqnumDuringOpen/1732090892967/Put/seqid=0 2024-11-20T08:21:43,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741843_1019 (size=5518) 2024-11-20T08:21:43,848 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 393, reset compression=false 2024-11-20T08:21:43,959 DEBUG [RS:0;3354ef74e3b7:38159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:21:44,159 DEBUG [RS:0;3354ef74e3b7:38159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:21:44,221 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/1588230740/.tmp/rep_barrier/d4c32170db7240e3830002748d7af0a2 2024-11-20T08:21:44,239 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/1588230740/.tmp/table/78476171294647ddbe708e35b2293d27 is 40, key is test/table:state/1732090892972/Put/seqid=0 2024-11-20T08:21:44,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741844_1020 (size=5165) 2024-11-20T08:21:44,359 INFO [RS:0;3354ef74e3b7:38159 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T08:21:44,359 DEBUG [RS:0;3354ef74e3b7:38159 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T08:21:44,359 DEBUG [RS:0;3354ef74e3b7:38159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:21:44,559 DEBUG [RS:0;3354ef74e3b7:38159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:21:44,643 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/1588230740/.tmp/table/78476171294647ddbe708e35b2293d27 2024-11-20T08:21:44,647 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/1588230740/.tmp/info/caa14d3945164e32a7f50d6392522a44 as hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/1588230740/info/caa14d3945164e32a7f50d6392522a44 2024-11-20T08:21:44,650 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/1588230740/info/caa14d3945164e32a7f50d6392522a44, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T08:21:44,651 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/1588230740/.tmp/ns/9df0de215c7740b3b5a387975b5d0ddb as hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/1588230740/ns/9df0de215c7740b3b5a387975b5d0ddb 2024-11-20T08:21:44,654 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/1588230740/ns/9df0de215c7740b3b5a387975b5d0ddb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T08:21:44,654 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/1588230740/.tmp/rep_barrier/d4c32170db7240e3830002748d7af0a2 as hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/1588230740/rep_barrier/d4c32170db7240e3830002748d7af0a2 2024-11-20T08:21:44,658 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/1588230740/rep_barrier/d4c32170db7240e3830002748d7af0a2, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T08:21:44,658 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/1588230740/.tmp/table/78476171294647ddbe708e35b2293d27 as hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/1588230740/table/78476171294647ddbe708e35b2293d27 2024-11-20T08:21:44,661 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/1588230740/table/78476171294647ddbe708e35b2293d27, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T08:21:44,662 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false 2024-11-20T08:21:44,666 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T08:21:44,666 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:21:44,666 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:21:44,666 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:21:44,666 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090903358Running coprocessor pre-close hooks at 1732090903358Disabling compacts and flushes for region at 1732090903358Disabling writes for close at 1732090903358Obtaining lock to block concurrent updates at 1732090903358Preparing flush snapshotting stores in 1588230740 at 1732090903358Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732090903359 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732090903359Flushing 1588230740/info: creating writer at 1732090903359Flushing 1588230740/info: appending metadata at 1732090903373 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732090903373Flushing 1588230740/ns: creating writer at 1732090903381 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732090903394 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732090903394Flushing 1588230740/rep_barrier: creating writer at 1732090903802 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732090903816 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732090903816Flushing 1588230740/table: creating writer at 1732090904224 (+408 ms)Flushing 1588230740/table: appending metadata at 1732090904238 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732090904238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57ddb5de: reopening flushed file at 1732090904646 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b8a4ce4: reopening flushed file at 1732090904650 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78d8090c: reopening flushed file at 1732090904654 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26ad8ce2: reopening flushed file at 1732090904658 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false at 1732090904662 (+4 ms)Writing region close event to WAL at 1732090904664 (+2 ms)Running coprocessor post-close hooks at 1732090904666 (+2 ms)Closed at 1732090904666 2024-11-20T08:21:44,666 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:21:44,733 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=14, created chunk count=37, reused chunk count=156, reuseRatio=80.83% 2024-11-20T08:21:44,734 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-20T08:21:44,759 INFO [RS:0;3354ef74e3b7:38159 {}] regionserver.HRegionServer(976): stopping server 3354ef74e3b7,38159,1732090884998; all regions closed. 2024-11-20T08:21:44,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741834_1010 (size=2717) 2024-11-20T08:21:44,763 DEBUG [RS:0;3354ef74e3b7:38159 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/oldWALs 2024-11-20T08:21:44,763 INFO [RS:0;3354ef74e3b7:38159 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C38159%2C1732090884998.meta:.meta(num 1732090886057) 2024-11-20T08:21:44,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741833_1009 (size=1374) 2024-11-20T08:21:44,766 DEBUG [RS:0;3354ef74e3b7:38159 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/oldWALs 2024-11-20T08:21:44,767 INFO [RS:0;3354ef74e3b7:38159 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3354ef74e3b7%2C38159%2C1732090884998:(num 1732090885876) 2024-11-20T08:21:44,767 DEBUG [RS:0;3354ef74e3b7:38159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:44,767 INFO [RS:0;3354ef74e3b7:38159 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:21:44,767 INFO [RS:0;3354ef74e3b7:38159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:21:44,767 INFO [RS:0;3354ef74e3b7:38159 {}] hbase.ChoreService(370): Chore service for: regionserver/3354ef74e3b7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T08:21:44,767 INFO [RS:0;3354ef74e3b7:38159 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:21:44,767 INFO [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:21:44,767 INFO [RS:0;3354ef74e3b7:38159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:38159. 2024-11-20T08:21:44,767 DEBUG [RS:0;3354ef74e3b7:38159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:44,767 DEBUG [RS:0;3354ef74e3b7:38159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:44,767 DEBUG [RS:0;3354ef74e3b7:38159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:44,768 INFO [RS:0;3354ef74e3b7:38159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38159 2024-11-20T08:21:44,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:21:44,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38159-0x10134774d2c0004, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-745735529/rs/3354ef74e3b7,38159,1732090884998 2024-11-20T08:21:44,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-745735529/rs 2024-11-20T08:21:44,769 INFO [RS:0;3354ef74e3b7:38159 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:21:44,770 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3354ef74e3b7,38159,1732090884998] 2024-11-20T08:21:44,771 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-745735529/draining/3354ef74e3b7,38159,1732090884998 already deleted, retry=false 2024-11-20T08:21:44,771 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3354ef74e3b7,38159,1732090884998 expired; onlineServers=0 2024-11-20T08:21:44,771 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3354ef74e3b7,44059,1732090884893' ***** 2024-11-20T08:21:44,771 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:21:44,771 INFO [M:0;3354ef74e3b7:44059 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:21:44,771 INFO [M:0;3354ef74e3b7:44059 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:21:44,771 DEBUG [M:0;3354ef74e3b7:44059 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:21:44,771 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:21:44,771 DEBUG [M:0;3354ef74e3b7:44059 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:21:44,771 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090885680 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090885680,5,FailOnTimeoutGroup] 2024-11-20T08:21:44,771 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090885690 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090885690,5,FailOnTimeoutGroup] 2024-11-20T08:21:44,772 INFO [M:0;3354ef74e3b7:44059 {}] hbase.ChoreService(370): Chore service for: master/3354ef74e3b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T08:21:44,772 INFO [M:0;3354ef74e3b7:44059 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:21:44,772 DEBUG [M:0;3354ef74e3b7:44059 {}] master.HMaster(1795): Stopping service threads 2024-11-20T08:21:44,772 INFO [M:0;3354ef74e3b7:44059 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:21:44,772 INFO [M:0;3354ef74e3b7:44059 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:21:44,772 INFO [M:0;3354ef74e3b7:44059 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:21:44,772 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:21:44,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-745735529/master 2024-11-20T08:21:44,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-745735529 2024-11-20T08:21:44,774 DEBUG [M:0;3354ef74e3b7:44059 {}] zookeeper.ZKUtil(347): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Unable to get data of znode /1-745735529/master because node does not exist (not an error) 2024-11-20T08:21:44,774 WARN [M:0;3354ef74e3b7:44059 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:21:44,775 INFO [M:0;3354ef74e3b7:44059 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/.lastflushedseqids 2024-11-20T08:21:44,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741845_1021 (size=173) 2024-11-20T08:21:44,779 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 393, reset compression=false 2024-11-20T08:21:44,852 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 393, reset compression=false 2024-11-20T08:21:44,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38159-0x10134774d2c0004, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:21:44,871 INFO [RS:0;3354ef74e3b7:38159 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:21:44,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38159-0x10134774d2c0004, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:21:44,871 INFO [RS:0;3354ef74e3b7:38159 {}] regionserver.HRegionServer(1031): Exiting; stopping=3354ef74e3b7,38159,1732090884998; zookeeper connection closed. 2024-11-20T08:21:44,871 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@650cb5e0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@650cb5e0 2024-11-20T08:21:44,871 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T08:21:45,180 INFO [M:0;3354ef74e3b7:44059 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T08:21:45,180 INFO [M:0;3354ef74e3b7:44059 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:21:45,180 DEBUG [M:0;3354ef74e3b7:44059 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:21:45,180 INFO [M:0;3354ef74e3b7:44059 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:45,180 DEBUG [M:0;3354ef74e3b7:44059 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:45,180 DEBUG [M:0;3354ef74e3b7:44059 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:21:45,180 DEBUG [M:0;3354ef74e3b7:44059 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:45,180 INFO [M:0;3354ef74e3b7:44059 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-20T08:21:45,196 DEBUG [M:0;3354ef74e3b7:44059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6962421ba6b4a929f84dc18345d3011 is 82, key is hbase:meta,,1/info:regioninfo/1732090886085/Put/seqid=0 2024-11-20T08:21:45,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741846_1022 (size=5672) 2024-11-20T08:21:45,600 INFO [M:0;3354ef74e3b7:44059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6962421ba6b4a929f84dc18345d3011 2024-11-20T08:21:45,619 DEBUG [M:0;3354ef74e3b7:44059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a2dfb60341247dfa43489a9dea8e178 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732090892975/Put/seqid=0 2024-11-20T08:21:45,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741847_1023 (size=6586) 2024-11-20T08:21:45,623 INFO [M:0;3354ef74e3b7:44059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a2dfb60341247dfa43489a9dea8e178 2024-11-20T08:21:45,642 DEBUG [M:0;3354ef74e3b7:44059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f744d30d5fd43fc923bb3e4f0b94b95 is 69, key is 3354ef74e3b7,38159,1732090884998/rs:state/1732090885712/Put/seqid=0 2024-11-20T08:21:45,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741848_1024 (size=5156) 2024-11-20T08:21:45,645 INFO [M:0;3354ef74e3b7:44059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f744d30d5fd43fc923bb3e4f0b94b95 2024-11-20T08:21:45,649 DEBUG [M:0;3354ef74e3b7:44059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6962421ba6b4a929f84dc18345d3011 as hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6962421ba6b4a929f84dc18345d3011 2024-11-20T08:21:45,652 INFO [M:0;3354ef74e3b7:44059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6962421ba6b4a929f84dc18345d3011, entries=8, sequenceid=55, filesize=5.5 K 2024-11-20T08:21:45,653 DEBUG [M:0;3354ef74e3b7:44059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a2dfb60341247dfa43489a9dea8e178 as hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a2dfb60341247dfa43489a9dea8e178 2024-11-20T08:21:45,657 INFO [M:0;3354ef74e3b7:44059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a2dfb60341247dfa43489a9dea8e178, entries=6, sequenceid=55, filesize=6.4 K 2024-11-20T08:21:45,657 DEBUG [M:0;3354ef74e3b7:44059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f744d30d5fd43fc923bb3e4f0b94b95 as hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f744d30d5fd43fc923bb3e4f0b94b95 2024-11-20T08:21:45,661 INFO [M:0;3354ef74e3b7:44059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44027/user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f744d30d5fd43fc923bb3e4f0b94b95, entries=1, sequenceid=55, filesize=5.0 K 2024-11-20T08:21:45,662 INFO [M:0;3354ef74e3b7:44059 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 481ms, sequenceid=55, compaction requested=false 2024-11-20T08:21:45,663 INFO [M:0;3354ef74e3b7:44059 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:45,663 DEBUG [M:0;3354ef74e3b7:44059 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090905180Disabling compacts and flushes for region at 1732090905180Disabling writes for close at 1732090905180Obtaining lock to block concurrent updates at 1732090905180Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732090905180Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732090905180Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732090905181 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732090905181Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732090905196 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732090905196Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732090905604 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732090905619 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732090905619Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732090905627 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732090905641 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732090905641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d8ebae0: reopening flushed file at 1732090905648 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f822adc: reopening flushed file at 1732090905652 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4764ac1a: reopening flushed file at 1732090905657 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 481ms, sequenceid=55, compaction requested=false at 1732090905662 (+5 ms)Writing region close event to WAL at 1732090905663 (+1 ms)Closed at 1732090905663 2024-11-20T08:21:45,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34913 is added to blk_1073741830_1006 (size=32770) 2024-11-20T08:21:45,665 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc72a22b-5c3b-0501-726f-97fecb1ad53f/MasterData/WALs/3354ef74e3b7,44059,1732090884893/3354ef74e3b7%2C44059%2C1732090884893.1732090885495 not finished, retry = 0 2024-11-20T08:21:45,766 INFO [M:0;3354ef74e3b7:44059 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T08:21:45,766 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:21:45,766 INFO [M:0;3354ef74e3b7:44059 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44059 2024-11-20T08:21:45,766 INFO [M:0;3354ef74e3b7:44059 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:21:45,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:21:45,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44059-0x10134774d2c0003, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:21:45,868 INFO [M:0;3354ef74e3b7:44059 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:21:45,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e306c06{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:21:45,871 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cbb98e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:21:45,871 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:21:45,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74a1f4d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:21:45,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c25f550{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/hadoop.log.dir/,STOPPED} 2024-11-20T08:21:45,872 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:21:45,872 WARN [BP-1538230927-172.17.0.2-1732090883605 heartbeating to localhost/127.0.0.1:44027 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:21:45,872 WARN [BP-1538230927-172.17.0.2-1732090883605 heartbeating to localhost/127.0.0.1:44027 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1538230927-172.17.0.2-1732090883605 (Datanode Uuid 9a239501-3903-4aa4-a8a7-91662f94997c) service to localhost/127.0.0.1:44027 2024-11-20T08:21:45,872 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:21:45,873 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/cluster_38bc43be-d989-e34b-497b-d099f454612d/data/data1/current/BP-1538230927-172.17.0.2-1732090883605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:21:45,873 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/cluster_38bc43be-d989-e34b-497b-d099f454612d/data/data2/current/BP-1538230927-172.17.0.2-1732090883605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:21:45,874 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:21:45,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64429c3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:21:45,880 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T08:21:45,880 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7852ee48{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:21:45,880 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:21:45,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46672585{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:21:45,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664ff9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d09d434-4afb-5ead-7d41-a473da9e9a87/hadoop.log.dir/,STOPPED} 2024-11-20T08:21:45,882 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 393, reset compression=false 2024-11-20T08:21:45,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T08:21:45,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T08:21:45,893 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:21:45,893 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:45,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:45,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:45,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:21:45,893 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:21:45,893 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=550546086, stopped=false 2024-11-20T08:21:45,893 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3354ef74e3b7,41375,1732090881850 2024-11-20T08:21:45,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1117119171/running 2024-11-20T08:21:45,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10134774d2c0001, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1117119171/running 2024-11-20T08:21:45,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117119171 2024-11-20T08:21:45,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10134774d2c0001, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117119171 2024-11-20T08:21:45,895 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:21:45,895 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:21:45,895 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:45,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:45,895 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3354ef74e3b7,37919,1732090881902' ***** 2024-11-20T08:21:45,895 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:21:45,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37919-0x10134774d2c0001, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Set watcher on znode that does not yet exist, /0-1117119171/running 2024-11-20T08:21:45,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Set watcher on znode that does not yet exist, /0-1117119171/running 2024-11-20T08:21:45,896 INFO [RS:0;3354ef74e3b7:37919 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:21:45,896 INFO [RS:0;3354ef74e3b7:37919 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:21:45,896 INFO [RS:0;3354ef74e3b7:37919 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:21:45,896 INFO [RS:0;3354ef74e3b7:37919 {}] regionserver.HRegionServer(3091): Received CLOSE for f5fc79e6b847a853fc9f84b4be6fbcb5 2024-11-20T08:21:45,896 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:21:45,897 INFO [RS:0;3354ef74e3b7:37919 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c574adb8d37cdcdff7c56bcb8369b39 2024-11-20T08:21:45,897 INFO [RS:0;3354ef74e3b7:37919 {}] regionserver.HRegionServer(959): stopping server 3354ef74e3b7,37919,1732090881902 2024-11-20T08:21:45,897 INFO [RS:0;3354ef74e3b7:37919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:21:45,897 INFO [RS:0;3354ef74e3b7:37919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:37919. 2024-11-20T08:21:45,897 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5fc79e6b847a853fc9f84b4be6fbcb5, disabling compactions & flushes 2024-11-20T08:21:45,897 DEBUG [RS:0;3354ef74e3b7:37919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:45,897 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5. 2024-11-20T08:21:45,897 DEBUG [RS:0;3354ef74e3b7:37919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:45,897 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5. 2024-11-20T08:21:45,897 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5. after waiting 0 ms 2024-11-20T08:21:45,897 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5. 2024-11-20T08:21:45,897 INFO [RS:0;3354ef74e3b7:37919 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:21:45,897 INFO [RS:0;3354ef74e3b7:37919 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:21:45,897 INFO [RS:0;3354ef74e3b7:37919 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:21:45,897 INFO [RS:0;3354ef74e3b7:37919 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T08:21:45,897 INFO [RS:0;3354ef74e3b7:37919 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T08:21:45,897 DEBUG [RS:0;3354ef74e3b7:37919 {}] regionserver.HRegionServer(1325): Online Regions={f5fc79e6b847a853fc9f84b4be6fbcb5=test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5., 1588230740=hbase:meta,,1.1588230740, 2c574adb8d37cdcdff7c56bcb8369b39=hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39.} 2024-11-20T08:21:45,897 DEBUG [RS:0;3354ef74e3b7:37919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c574adb8d37cdcdff7c56bcb8369b39, f5fc79e6b847a853fc9f84b4be6fbcb5 2024-11-20T08:21:45,897 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:21:45,897 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:21:45,898 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:21:45,898 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:21:45,898 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:21:45,898 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T08:21:45,901 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/default/test/f5fc79e6b847a853fc9f84b4be6fbcb5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T08:21:45,901 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:21:45,901 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T08:21:45,901 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5. 2024-11-20T08:21:45,901 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5fc79e6b847a853fc9f84b4be6fbcb5: Waiting for close lock at 1732090905897Running coprocessor pre-close hooks at 1732090905897Disabling compacts and flushes for region at 1732090905897Disabling writes for close at 1732090905897Writing region close event to WAL at 1732090905898 (+1 ms)Running coprocessor post-close hooks at 1732090905901 (+3 ms)Closed at 1732090905901 2024-11-20T08:21:45,901 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5. 2024-11-20T08:21:45,901 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c574adb8d37cdcdff7c56bcb8369b39, disabling compactions & flushes 2024-11-20T08:21:45,901 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39. 2024-11-20T08:21:45,901 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39. 2024-11-20T08:21:45,901 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39. after waiting 0 ms 2024-11-20T08:21:45,901 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39. 2024-11-20T08:21:45,901 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2c574adb8d37cdcdff7c56bcb8369b39 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-20T08:21:45,914 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/1588230740/.tmp/info/65131b12e86649fbbdc2343976de9638 is 147, key is hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39./info:regioninfo/1732090895903/Put/seqid=0 2024-11-20T08:21:45,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741847_1023 (size=7686) 2024-11-20T08:21:45,918 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/1588230740/.tmp/info/65131b12e86649fbbdc2343976de9638 2024-11-20T08:21:45,918 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/replication/2c574adb8d37cdcdff7c56bcb8369b39/.tmp/hfileref/6773419a89a04639bb30c3d6bcde1251 is 74, key is 1/hfileref:4e916b605d374ef49155b52982e48122_SeqId_4_/1732090897146/DeleteColumn/seqid=0 2024-11-20T08:21:45,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741848_1024 (size=5489) 2024-11-20T08:21:45,925 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/replication/2c574adb8d37cdcdff7c56bcb8369b39/.tmp/hfileref/6773419a89a04639bb30c3d6bcde1251 2024-11-20T08:21:45,936 INFO [regionserver/3354ef74e3b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:21:45,941 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/1588230740/.tmp/ns/287f639721334dd7a9152cb764f89734 is 43, key is default/ns:d/1732090883430/Put/seqid=0 2024-11-20T08:21:45,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741849_1025 (size=5153) 2024-11-20T08:21:45,945 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/1588230740/.tmp/ns/287f639721334dd7a9152cb764f89734 2024-11-20T08:21:45,947 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/replication/2c574adb8d37cdcdff7c56bcb8369b39/.tmp/queue/ec8dc28dd35e4d4ab4c96e24a0621b43 is 153, key is 1-3354ef74e3b7,37919,1732090881902/queue:3354ef74e3b7%2C37919%2C1732090881902/1732090899481/Put/seqid=0 2024-11-20T08:21:45,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741850_1026 (size=5504) 2024-11-20T08:21:45,955 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 393, reset compression=false 2024-11-20T08:21:45,960 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:21:45,960 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 688, reset compression=false 2024-11-20T08:21:45,960 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.shipper3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3354ef74e3b7,37919,1732090881902 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T08:21:45,961 ERROR [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.shipper3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3354ef74e3b7,37919,1732090881902: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3354ef74e3b7,37919,1732090881902, walGroup=3354ef74e3b7%2C37919%2C1732090881902, offset=3354ef74e3b7%2C37919%2C1732090881902.1732090897665:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:37919 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T08:21:45,962 ERROR [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.shipper3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T08:21:45,962 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.shipper3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T08:21:45,963 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.shipper3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T08:21:45,963 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.shipper3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T08:21:45,963 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.shipper3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T08:21:45,963 INFO [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.shipper3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1639972864, "init": 1048576000, "max": 2306867200, "used": 1152924160 }, "NonHeapMemoryUsage": { "committed": 210567168, "init": 7667712, "max": -1, "used": 207622856 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T08:21:45,963 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.shipper3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:41375 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3354ef74e3b7:41375 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T08:21:45,965 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/1588230740/.tmp/rep_barrier/bb336089a05c4dedb90bcde20985068a is 112, key is test,,1732090890070.f5fc79e6b847a853fc9f84b4be6fbcb5./rep_barrier:seqnumDuringOpen/1732090891215/Put/seqid=0 2024-11-20T08:21:45,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741851_1027 (size=5518) 2024-11-20T08:21:46,098 DEBUG [RS:0;3354ef74e3b7:37919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c574adb8d37cdcdff7c56bcb8369b39 2024-11-20T08:21:46,180 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 688, reset compression=false 2024-11-20T08:21:46,298 DEBUG [RS:0;3354ef74e3b7:37919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c574adb8d37cdcdff7c56bcb8369b39 2024-11-20T08:21:46,351 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/replication/2c574adb8d37cdcdff7c56bcb8369b39/.tmp/queue/ec8dc28dd35e4d4ab4c96e24a0621b43 2024-11-20T08:21:46,355 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/replication/2c574adb8d37cdcdff7c56bcb8369b39/.tmp/hfileref/6773419a89a04639bb30c3d6bcde1251 as hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/replication/2c574adb8d37cdcdff7c56bcb8369b39/hfileref/6773419a89a04639bb30c3d6bcde1251 2024-11-20T08:21:46,358 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/replication/2c574adb8d37cdcdff7c56bcb8369b39/hfileref/6773419a89a04639bb30c3d6bcde1251, entries=6, sequenceid=17, filesize=5.4 K 2024-11-20T08:21:46,359 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/replication/2c574adb8d37cdcdff7c56bcb8369b39/.tmp/queue/ec8dc28dd35e4d4ab4c96e24a0621b43 as hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/replication/2c574adb8d37cdcdff7c56bcb8369b39/queue/ec8dc28dd35e4d4ab4c96e24a0621b43 2024-11-20T08:21:46,362 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/replication/2c574adb8d37cdcdff7c56bcb8369b39/queue/ec8dc28dd35e4d4ab4c96e24a0621b43, entries=2, sequenceid=17, filesize=5.4 K 2024-11-20T08:21:46,363 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 2c574adb8d37cdcdff7c56bcb8369b39 in 462ms, sequenceid=17, compaction requested=false 2024-11-20T08:21:46,367 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/replication/2c574adb8d37cdcdff7c56bcb8369b39/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-20T08:21:46,367 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:21:46,367 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:21:46,367 INFO [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39. 2024-11-20T08:21:46,367 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c574adb8d37cdcdff7c56bcb8369b39: Waiting for close lock at 1732090905901Running coprocessor pre-close hooks at 1732090905901Disabling compacts and flushes for region at 1732090905901Disabling writes for close at 1732090905901Obtaining lock to block concurrent updates at 1732090905901Preparing flush snapshotting stores in 2c574adb8d37cdcdff7c56bcb8369b39 at 1732090905901Finished memstore snapshotting hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732090905902 (+1 ms)Flushing stores of hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39. at 1732090905902Flushing 2c574adb8d37cdcdff7c56bcb8369b39/hfileref: creating writer at 1732090905902Flushing 2c574adb8d37cdcdff7c56bcb8369b39/hfileref: appending metadata at 1732090905918 (+16 ms)Flushing 2c574adb8d37cdcdff7c56bcb8369b39/hfileref: closing flushed file at 1732090905918Flushing 2c574adb8d37cdcdff7c56bcb8369b39/queue: creating writer at 1732090905929 (+11 ms)Flushing 2c574adb8d37cdcdff7c56bcb8369b39/queue: appending metadata at 1732090905947 (+18 ms)Flushing 2c574adb8d37cdcdff7c56bcb8369b39/queue: closing flushed file at 1732090905947Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@105d3fa4: reopening flushed file at 1732090906355 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bbff781: reopening flushed file at 1732090906358 (+3 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 2c574adb8d37cdcdff7c56bcb8369b39 in 462ms, sequenceid=17, compaction requested=false at 1732090906363 (+5 ms)Writing region close event to WAL at 1732090906364 (+1 ms)Running coprocessor post-close hooks at 1732090906367 (+3 ms)Closed at 1732090906367 2024-11-20T08:21:46,368 DEBUG [RS_CLOSE_REGION-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732090895540.2c574adb8d37cdcdff7c56bcb8369b39. 2024-11-20T08:21:46,382 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/1588230740/.tmp/rep_barrier/bb336089a05c4dedb90bcde20985068a 2024-11-20T08:21:46,400 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/1588230740/.tmp/table/6b3f4f76cb1f42bd8494711cc9f4468d is 53, key is hbase:replication/table:state/1732090895910/Put/seqid=0 2024-11-20T08:21:46,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741852_1028 (size=5308) 2024-11-20T08:21:46,484 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 688, reset compression=false 2024-11-20T08:21:46,498 DEBUG [RS:0;3354ef74e3b7:37919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:21:46,698 DEBUG [RS:0;3354ef74e3b7:37919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:21:46,787 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T08:21:46,787 INFO [regionserver/3354ef74e3b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T08:21:46,804 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/1588230740/.tmp/table/6b3f4f76cb1f42bd8494711cc9f4468d 2024-11-20T08:21:46,808 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/1588230740/.tmp/info/65131b12e86649fbbdc2343976de9638 as hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/1588230740/info/65131b12e86649fbbdc2343976de9638 2024-11-20T08:21:46,812 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/1588230740/info/65131b12e86649fbbdc2343976de9638, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T08:21:46,812 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/1588230740/.tmp/ns/287f639721334dd7a9152cb764f89734 as hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/1588230740/ns/287f639721334dd7a9152cb764f89734 2024-11-20T08:21:46,816 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/1588230740/ns/287f639721334dd7a9152cb764f89734, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T08:21:46,816 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/1588230740/.tmp/rep_barrier/bb336089a05c4dedb90bcde20985068a as hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/1588230740/rep_barrier/bb336089a05c4dedb90bcde20985068a 2024-11-20T08:21:46,820 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/1588230740/rep_barrier/bb336089a05c4dedb90bcde20985068a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T08:21:46,821 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/1588230740/.tmp/table/6b3f4f76cb1f42bd8494711cc9f4468d as hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/1588230740/table/6b3f4f76cb1f42bd8494711cc9f4468d 2024-11-20T08:21:46,825 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/1588230740/table/6b3f4f76cb1f42bd8494711cc9f4468d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T08:21:46,826 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 928ms, sequenceid=16, compaction requested=false 2024-11-20T08:21:46,829 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T08:21:46,830 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T08:21:46,830 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:21:46,830 INFO [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:21:46,830 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732090905897Running coprocessor pre-close hooks at 1732090905897Disabling compacts and flushes for region at 1732090905897Disabling writes for close at 1732090905898 (+1 ms)Obtaining lock to block concurrent updates at 1732090905898Preparing flush snapshotting stores in 1588230740 at 1732090905898Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732090905898Flushing stores of hbase:meta,,1.1588230740 at 1732090905898Flushing 1588230740/info: creating writer at 1732090905899 (+1 ms)Flushing 1588230740/info: appending metadata at 1732090905914 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732090905914Flushing 1588230740/ns: creating writer at 1732090905925 (+11 ms)Flushing 1588230740/ns: appending metadata at 1732090905941 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732090905941Flushing 1588230740/rep_barrier: creating writer at 1732090905948 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732090905965 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732090905965Flushing 1588230740/table: creating writer at 1732090906385 (+420 ms)Flushing 1588230740/table: appending metadata at 1732090906400 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732090906400Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@878dd60: reopening flushed file at 1732090906808 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13f0a53a: reopening flushed file at 1732090906812 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@436f53af: reopening flushed file at 1732090906816 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e8d82ad: reopening flushed file at 1732090906821 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 928ms, sequenceid=16, compaction requested=false at 1732090906826 (+5 ms)Writing region close event to WAL at 1732090906827 (+1 ms)Running coprocessor post-close hooks at 1732090906830 (+3 ms)Closed at 1732090906830 2024-11-20T08:21:46,830 DEBUG [RS_CLOSE_META-regionserver/3354ef74e3b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:21:46,887 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 688, reset compression=false 2024-11-20T08:21:46,898 INFO [RS:0;3354ef74e3b7:37919 {}] regionserver.HRegionServer(976): stopping server 3354ef74e3b7,37919,1732090881902; all regions closed. 2024-11-20T08:21:46,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741843_1019 (size=859) 2024-11-20T08:21:46,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741844_1020 (size=2791) 2024-11-20T08:21:46,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741842_1018 (size=696) 2024-11-20T08:21:46,904 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 not finished, retry = 0 2024-11-20T08:21:47,005 DEBUG [RS:0;3354ef74e3b7:37919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:47,005 INFO [RS:0;3354ef74e3b7:37919 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:21:47,005 INFO [RS:0;3354ef74e3b7:37919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:21:47,005 INFO [RS:0;3354ef74e3b7:37919 {}] hbase.ChoreService(370): Chore service for: regionserver/3354ef74e3b7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T08:21:47,005 INFO [RS:0;3354ef74e3b7:37919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:21:47,005 INFO [regionserver/3354ef74e3b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:21:47,006 INFO [RS:0;3354ef74e3b7:37919 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3354ef74e3b7,37919,1732090881902 because: Region server is closing 2024-11-20T08:21:47,006 INFO [RS:0;3354ef74e3b7:37919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:37919. 2024-11-20T08:21:47,006 DEBUG [RS:0;3354ef74e3b7:37919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:47,006 DEBUG [RS:0;3354ef74e3b7:37919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:47,006 DEBUG [RS:0;3354ef74e3b7:37919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:47,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:21:47,086 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 to pos 393, reset compression=false 2024-11-20T08:21:47,089 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665 2024-11-20T08:21:47,089 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T08:21:47,089 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-20T08:21:47,089 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-20T08:21:47,089 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.shipper3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-3354ef74e3b7,37919,1732090881902 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/WALs/3354ef74e3b7,37919,1732090881902/3354ef74e3b7%2C37919%2C1732090881902.1732090897665, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-20T08:21:47,090 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.shipper3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-20T08:21:47,090 DEBUG [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.shipper3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [3354ef74e3b7%2C37919%2C1732090881902.1732090897665] 2024-11-20T08:21:47,106 INFO [RS:0;3354ef74e3b7:37919 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.shipper3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 terminated 2024-11-20T08:21:47,106 INFO [RS:0;3354ef74e3b7:37919 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-3354ef74e3b7,37919,1732090881902 because: Region server is closing 2024-11-20T08:21:47,106 WARN [RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,1-3354ef74e3b7,37919,1732090881902.replicationSource.wal-reader.3354ef74e3b7%2C37919%2C1732090881902,1-3354ef74e3b7,37919,1732090881902 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T08:21:47,107 INFO [RS:0;3354ef74e3b7:37919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3354ef74e3b7:37919. 2024-11-20T08:21:47,107 DEBUG [RS:0;3354ef74e3b7:37919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:21:47,107 DEBUG [RS:0;3354ef74e3b7:37919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:47,107 DEBUG [RS:0;3354ef74e3b7:37919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:21:47,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:21:47,107 INFO [RS:0;3354ef74e3b7:37919 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3354ef74e3b7:0-0.replicationSource,2-3354ef74e3b7,37919,1732090881902.replicationSource.shipper3354ef74e3b7%2C37919%2C1732090881902,2-3354ef74e3b7,37919,1732090881902 terminated 2024-11-20T08:21:47,107 INFO [RS:0;3354ef74e3b7:37919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37919 2024-11-20T08:21:47,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10134774d2c0001, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1117119171/rs/3354ef74e3b7,37919,1732090881902 2024-11-20T08:21:47,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117119171/rs 2024-11-20T08:21:47,109 INFO [RS:0;3354ef74e3b7:37919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:21:47,111 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3354ef74e3b7,37919,1732090881902] 2024-11-20T08:21:47,112 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1117119171/draining/3354ef74e3b7,37919,1732090881902 already deleted, retry=false 2024-11-20T08:21:47,112 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3354ef74e3b7,37919,1732090881902 expired; onlineServers=0 2024-11-20T08:21:47,112 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3354ef74e3b7,41375,1732090881850' ***** 2024-11-20T08:21:47,112 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:21:47,112 INFO [M:0;3354ef74e3b7:41375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:21:47,112 INFO [M:0;3354ef74e3b7:41375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:21:47,112 DEBUG [M:0;3354ef74e3b7:41375 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:21:47,112 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:21:47,112 DEBUG [M:0;3354ef74e3b7:41375 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:21:47,112 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090882676 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.large.0-1732090882676,5,FailOnTimeoutGroup] 2024-11-20T08:21:47,112 DEBUG [master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090882685 {}] cleaner.HFileCleaner(306): Exit Thread[master/3354ef74e3b7:0:becomeActiveMaster-HFileCleaner.small.0-1732090882685,5,FailOnTimeoutGroup] 2024-11-20T08:21:47,112 INFO [M:0;3354ef74e3b7:41375 {}] hbase.ChoreService(370): Chore service for: master/3354ef74e3b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T08:21:47,113 INFO [M:0;3354ef74e3b7:41375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:21:47,113 DEBUG [M:0;3354ef74e3b7:41375 {}] master.HMaster(1795): Stopping service threads 2024-11-20T08:21:47,113 INFO [M:0;3354ef74e3b7:41375 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:21:47,113 INFO [M:0;3354ef74e3b7:41375 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:21:47,113 INFO [M:0;3354ef74e3b7:41375 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:21:47,113 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:21:47,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1117119171/master 2024-11-20T08:21:47,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1117119171 2024-11-20T08:21:47,114 DEBUG [M:0;3354ef74e3b7:41375 {}] zookeeper.ZKUtil(347): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Unable to get data of znode /0-1117119171/master because node does not exist (not an error) 2024-11-20T08:21:47,114 WARN [M:0;3354ef74e3b7:41375 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:21:47,114 INFO [M:0;3354ef74e3b7:41375 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/.lastflushedseqids 2024-11-20T08:21:47,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741853_1029 (size=263) 2024-11-20T08:21:47,126 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T08:21:47,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:47,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:47,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:47,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:47,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:47,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:47,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:47,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:47,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:47,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:47,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:47,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:47,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:47,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:47,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:47,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:47,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:47,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:47,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:47,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T08:21:47,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10134774d2c0001, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:21:47,211 INFO [RS:0;3354ef74e3b7:37919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:21:47,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37919-0x10134774d2c0001, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:21:47,211 INFO [RS:0;3354ef74e3b7:37919 {}] regionserver.HRegionServer(1031): Exiting; stopping=3354ef74e3b7,37919,1732090881902; zookeeper connection closed. 2024-11-20T08:21:47,211 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@238793dd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@238793dd 2024-11-20T08:21:47,212 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T08:21:47,518 INFO [M:0;3354ef74e3b7:41375 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T08:21:47,519 INFO [M:0;3354ef74e3b7:41375 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:21:47,519 DEBUG [M:0;3354ef74e3b7:41375 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:21:47,519 INFO [M:0;3354ef74e3b7:41375 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:47,519 DEBUG [M:0;3354ef74e3b7:41375 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:47,519 DEBUG [M:0;3354ef74e3b7:41375 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:21:47,519 DEBUG [M:0;3354ef74e3b7:41375 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:47,519 INFO [M:0;3354ef74e3b7:41375 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-20T08:21:47,534 DEBUG [M:0;3354ef74e3b7:41375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/323b3f25eb9842089a60cec8249459e8 is 82, key is hbase:meta,,1/info:regioninfo/1732090883413/Put/seqid=0 2024-11-20T08:21:47,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741854_1030 (size=5672) 2024-11-20T08:21:47,938 INFO [M:0;3354ef74e3b7:41375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/323b3f25eb9842089a60cec8249459e8 2024-11-20T08:21:47,959 DEBUG [M:0;3354ef74e3b7:41375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a56291fa8db44f3fad24cbe10ce3b954 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732090895913/Put/seqid=0 2024-11-20T08:21:47,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741855_1031 (size=8910) 2024-11-20T08:21:48,363 INFO [M:0;3354ef74e3b7:41375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a56291fa8db44f3fad24cbe10ce3b954 2024-11-20T08:21:48,383 DEBUG [M:0;3354ef74e3b7:41375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d537ab63f5c646ababf4d70ced88e30e is 69, key is 3354ef74e3b7,37919,1732090881902/rs:state/1732090882695/Put/seqid=0 2024-11-20T08:21:48,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741856_1032 (size=5156) 2024-11-20T08:21:48,387 INFO [M:0;3354ef74e3b7:41375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d537ab63f5c646ababf4d70ced88e30e 2024-11-20T08:21:48,390 DEBUG [M:0;3354ef74e3b7:41375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/323b3f25eb9842089a60cec8249459e8 as hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/323b3f25eb9842089a60cec8249459e8 2024-11-20T08:21:48,393 INFO [M:0;3354ef74e3b7:41375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/323b3f25eb9842089a60cec8249459e8, entries=8, sequenceid=112, filesize=5.5 K 2024-11-20T08:21:48,393 DEBUG [M:0;3354ef74e3b7:41375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a56291fa8db44f3fad24cbe10ce3b954 as hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a56291fa8db44f3fad24cbe10ce3b954 2024-11-20T08:21:48,396 INFO [M:0;3354ef74e3b7:41375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a56291fa8db44f3fad24cbe10ce3b954, entries=13, sequenceid=112, filesize=8.7 K 2024-11-20T08:21:48,397 DEBUG [M:0;3354ef74e3b7:41375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d537ab63f5c646ababf4d70ced88e30e as hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d537ab63f5c646ababf4d70ced88e30e 2024-11-20T08:21:48,400 INFO [M:0;3354ef74e3b7:41375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35517/user/jenkins/test-data/0855c4b4-2381-1eef-d0b6-5af153e0d0fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d537ab63f5c646ababf4d70ced88e30e, entries=1, sequenceid=112, filesize=5.0 K 2024-11-20T08:21:48,400 INFO [M:0;3354ef74e3b7:41375 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=112, compaction requested=false 2024-11-20T08:21:48,402 INFO [M:0;3354ef74e3b7:41375 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:21:48,402 DEBUG [M:0;3354ef74e3b7:41375 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732090907519Disabling compacts and flushes for region at 1732090907519Disabling writes for close at 1732090907519Obtaining lock to block concurrent updates at 1732090907519Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732090907519Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1732090907519Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732090907520 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732090907520Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732090907534 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732090907534Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732090907942 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732090907959 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732090907959Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732090908368 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732090908383 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732090908383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c351573: reopening flushed file at 1732090908389 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@282c6c5b: reopening flushed file at 1732090908393 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72ba30e6: reopening flushed file at 1732090908396 (+3 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=112, compaction requested=false at 1732090908400 (+4 ms)Writing region close event to WAL at 1732090908402 (+2 ms)Closed at 1732090908402 2024-11-20T08:21:48,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32849 is added to blk_1073741830_1006 (size=69067) 2024-11-20T08:21:48,404 INFO [M:0;3354ef74e3b7:41375 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T08:21:48,404 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:21:48,404 INFO [M:0;3354ef74e3b7:41375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41375 2024-11-20T08:21:48,405 INFO [M:0;3354ef74e3b7:41375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:21:48,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:21:48,507 INFO [M:0;3354ef74e3b7:41375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:21:48,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41375-0x10134774d2c0000, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:21:48,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58068bb3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:21:48,510 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59f17d5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:21:48,510 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:21:48,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a2d6990{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:21:48,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bde6823{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/hadoop.log.dir/,STOPPED} 2024-11-20T08:21:48,512 WARN [BP-992369259-172.17.0.2-1732090880721 heartbeating to localhost/127.0.0.1:35517 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:21:48,512 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:21:48,512 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:21:48,512 WARN [BP-992369259-172.17.0.2-1732090880721 heartbeating to localhost/127.0.0.1:35517 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-992369259-172.17.0.2-1732090880721 (Datanode Uuid 41c34273-fc56-4ce0-9ff8-83c0e8f44555) service to localhost/127.0.0.1:35517 2024-11-20T08:21:48,512 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/cluster_bf7f4f8d-29df-31aa-c61a-607792ab0ff6/data/data1/current/BP-992369259-172.17.0.2-1732090880721 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:21:48,513 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/cluster_bf7f4f8d-29df-31aa-c61a-607792ab0ff6/data/data2/current/BP-992369259-172.17.0.2-1732090880721 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:21:48,513 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:21:48,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@334486b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:21:48,520 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21edd6e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:21:48,520 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:21:48,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48655c2c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:21:48,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@169722f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/673e4dbd-d917-a8b0-32e8-8461d2189242/hadoop.log.dir/,STOPPED} 2024-11-20T08:21:48,526 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T08:21:48,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T08:21:48,556 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=599 (was 533) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46049 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64549) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35517 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64549) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44027 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35517 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:44027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35517 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64549) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:35517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44027 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46049 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46049 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46049 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:46049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44027 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=982 (was 880) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=352 (was 423), ProcessCount=11 (was 11), AvailableMemoryMB=5554 (was 6263) 2024-11-20T08:21:48,556 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=599 is superior to 500 2024-11-20T08:21:48,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10134774d2c0008, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T08:21:48,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10134774d2c0005, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T08:21:48,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10134774d2c0002, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T08:21:48,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10134774d2c0002, quorum=127.0.0.1:64549, baseZNode=/0-1117119171 Received Disconnected from ZooKeeper, ignoring 2024-11-20T08:21:48,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10134774d2c0008, quorum=127.0.0.1:64549, baseZNode=/2-345076876 Received Disconnected from ZooKeeper, ignoring 2024-11-20T08:21:48,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10134774d2c0005, quorum=127.0.0.1:64549, baseZNode=/1-745735529 Received Disconnected from ZooKeeper, ignoring